2024-11-21 12:19:22,580 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 12:19:22,599 main DEBUG Took 0.016831 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-11-21 12:19:22,599 main DEBUG PluginManager 'Core' found 129 plugins 2024-11-21 12:19:22,600 main DEBUG PluginManager 'Level' found 0 plugins 2024-11-21 12:19:22,600 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-11-21 12:19:22,602 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,610 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-11-21 12:19:22,627 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,629 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,630 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,631 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,631 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,632 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,633 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,634 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,634 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,635 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,636 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,636 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,637 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,637 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,638 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,638 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,639 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,639 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,640 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,640 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,641 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,641 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,641 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,642 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-11-21 12:19:22,642 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,642 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-11-21 12:19:22,644 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-11-21 12:19:22,645 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-11-21 12:19:22,647 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-11-21 12:19:22,647 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-11-21 12:19:22,648 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-11-21 12:19:22,648 main DEBUG PluginManager 'Converter' found 47 plugins 2024-11-21 12:19:22,657 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-11-21 12:19:22,659 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-11-21 12:19:22,661 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-11-21 12:19:22,661 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-11-21 12:19:22,662 main DEBUG createAppenders(={Console}) 2024-11-21 12:19:22,662 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d initialized 2024-11-21 12:19:22,663 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d 2024-11-21 12:19:22,663 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@f1da57d OK. 2024-11-21 12:19:22,663 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-11-21 12:19:22,664 main DEBUG OutputStream closed 2024-11-21 12:19:22,664 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-11-21 12:19:22,664 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-11-21 12:19:22,664 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@43dac38f OK 2024-11-21 12:19:22,734 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-11-21 12:19:22,736 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-11-21 12:19:22,737 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-11-21 12:19:22,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-11-21 12:19:22,738 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-11-21 12:19:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-11-21 12:19:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-11-21 12:19:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-11-21 12:19:22,739 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-11-21 12:19:22,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-11-21 12:19:22,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-11-21 12:19:22,740 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-11-21 12:19:22,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-11-21 12:19:22,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-11-21 12:19:22,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-11-21 12:19:22,741 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-11-21 12:19:22,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-11-21 12:19:22,742 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-11-21 12:19:22,745 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21 12:19:22,745 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@1b84f475) with optional ClassLoader: null 2024-11-21 12:19:22,745 main DEBUG Shutdown hook enabled. Registering a new one. 2024-11-21 12:19:22,746 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@1b84f475] started OK. 2024-11-21T12:19:22,760 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.replication.TestMasterReplication timeout: 13 mins 2024-11-21 12:19:22,763 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-11-21 12:19:22,763 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-11-21T12:19:22,820 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=11, OpenFileDescriptor=287, MaxFileDescriptor=1048576, SystemLoadAverage=363, ProcessCount=11, AvailableMemoryMB=8224 2024-11-21T12:19:23,071 INFO [Time-limited test {}] replication.TestMasterReplication(448): testBasePeerConfigsForPeerMutations 2024-11-21T12:19:23,114 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c 2024-11-21T12:19:23,118 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c, deleteOnExit=true 2024-11-21T12:19:23,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/zookeeper_0, clientPort=64671, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:19:23,223 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64671 2024-11-21T12:19:23,225 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:23,241 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:23,242 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/test.cache.data in system properties and HBase conf 2024-11-21T12:19:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:23,243 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:23,244 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:23,337 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-11-21T12:19:23,445 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:23,449 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:23,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:23,450 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:23,451 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:23,452 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:23,453 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:23,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:23,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:23,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:24,294 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:19:24,386 INFO [Time-limited test {}] log.Log(170): Logging initialized @2495ms to org.eclipse.jetty.util.log.Slf4jLog 2024-11-21T12:19:24,486 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:24,566 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:24,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:24,590 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:24,592 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:24,605 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:24,607 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:24,608 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:24,790 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4219126d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/java.io.tmpdir/jetty-localhost-38229-hadoop-hdfs-3_4_1-tests_jar-_-any-9708944242183649473/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:24,797 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:38229} 2024-11-21T12:19:24,797 INFO [Time-limited test {}] server.Server(415): Started @2907ms 2024-11-21T12:19:25,210 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:25,217 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:25,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:25,218 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:25,219 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:19:25,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@53451713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:25,220 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2a66a1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:25,351 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@798f6165{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/java.io.tmpdir/jetty-localhost-45687-hadoop-hdfs-3_4_1-tests_jar-_-any-4383534461230212552/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:25,352 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@60564fb4{HTTP/1.1, (http/1.1)}{localhost:45687} 2024-11-21T12:19:25,352 INFO [Time-limited test {}] server.Server(415): Started @3461ms 2024-11-21T12:19:25,408 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:25,932 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/data/data1/current/BP-1598634581-172.17.0.2-1732191564029/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:25,932 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/data/data2/current/BP-1598634581-172.17.0.2-1732191564029/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:25,964 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:26,032 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87a01cc2de558075 with lease ID 0xa2c68d2de59c1e8b: Processing first storage report for DS-15167f84-8373-481b-becf-0b9dc28f6c23 from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=56a30550-357d-47e3-9380-4b1df52f47ce, infoPort=41693, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=66008164;c=1732191564029) 2024-11-21T12:19:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87a01cc2de558075 with lease ID 0xa2c68d2de59c1e8b: from storage DS-15167f84-8373-481b-becf-0b9dc28f6c23 node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=56a30550-357d-47e3-9380-4b1df52f47ce, infoPort=41693, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=66008164;c=1732191564029), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:19:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x87a01cc2de558075 with lease ID 0xa2c68d2de59c1e8b: Processing first storage report for DS-396dc157-1695-41be-ab73-ce63d193123d from datanode DatanodeRegistration(127.0.0.1:40899, datanodeUuid=56a30550-357d-47e3-9380-4b1df52f47ce, infoPort=41693, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=66008164;c=1732191564029) 2024-11-21T12:19:26,034 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x87a01cc2de558075 with lease ID 0xa2c68d2de59c1e8b: from storage DS-396dc157-1695-41be-ab73-ce63d193123d node DatanodeRegistration(127.0.0.1:40899, datanodeUuid=56a30550-357d-47e3-9380-4b1df52f47ce, infoPort=41693, infoSecurePort=0, ipcPort=44897, storageInfo=lv=-57;cid=testClusterID;nsid=66008164;c=1732191564029), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:26,112 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c 2024-11-21T12:19:26,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:26,130 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:26,376 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:26,785 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb with version=8 2024-11-21T12:19:26,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/hbase-staging 2024-11-21T12:19:26,890 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-11-21T12:19:27,149 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:27,160 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,161 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,165 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,166 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:27,313 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:27,378 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-11-21T12:19:27,391 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-11-21T12:19:27,396 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:27,427 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 12699 (auto-detected) 2024-11-21T12:19:27,429 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-11-21T12:19:27,448 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40803 2024-11-21T12:19:27,470 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40803 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:27,503 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:408030x0, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:27,506 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40803-0x1006247b8500000 connected 2024-11-21T12:19:27,533 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:27,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:27,546 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:27,550 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb, hbase.cluster.distributed=false 2024-11-21T12:19:27,575 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/acl 2024-11-21T12:19:27,579 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-21T12:19:27,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40803 2024-11-21T12:19:27,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40803 2024-11-21T12:19:27,582 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-21T12:19:27,583 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40803 2024-11-21T12:19:27,705 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:27,707 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,708 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:27,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:27,708 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:27,711 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:27,714 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:27,715 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36527 2024-11-21T12:19:27,717 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:36527 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:27,719 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:27,722 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:27,729 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:365270x0, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:27,730 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:36527-0x1006247b8500001 connected 2024-11-21T12:19:27,730 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:27,735 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:27,743 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:27,746 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/master 2024-11-21T12:19:27,753 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/acl 2024-11-21T12:19:27,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-21T12:19:27,754 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36527 2024-11-21T12:19:27,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36527 2024-11-21T12:19:27,755 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-21T12:19:27,756 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36527 2024-11-21T12:19:27,772 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:40803 2024-11-21T12:19:27,773 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1088941667/backup-masters/9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:27,781 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:27,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:27,783 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/backup-masters/9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:27,807 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/master 2024-11-21T12:19:27,807 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:27,808 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:27,808 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/master 2024-11-21T12:19:27,810 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1088941667/backup-masters/9bb5b7e9dd2c,40803,1732191566946 from backup master directory 2024-11-21T12:19:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/backup-masters/9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:27,813 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:27,813 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:27,814 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:27,814 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:27,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-11-21T12:19:27,817 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-11-21T12:19:27,878 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/hbase.id] with ID: 3b33bf14-f278-4f64-a27d-f0a4ded1d1bc 2024-11-21T12:19:27,878 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.tmp/hbase.id 2024-11-21T12:19:27,888 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:28,291 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.tmp/hbase.id]:[hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/hbase.id] 2024-11-21T12:19:28,338 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:28,343 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:28,364 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 19ms. 2024-11-21T12:19:28,368 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:28,368 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:28,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:28,793 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:28,795 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:28,812 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:262) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:19:28,817 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:28,850 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:29,271 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store 2024-11-21T12:19:29,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:29,296 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-11-21T12:19:29,300 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:29,301 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:29,301 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:29,302 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:29,303 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:29,304 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:29,304 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:29,305 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191569301Disabling compacts and flushes for region at 1732191569301Disabling writes for close at 1732191569303 (+2 ms)Writing region close event to WAL at 1732191569304 (+1 ms)Closed at 1732191569304 2024-11-21T12:19:29,308 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/.initializing 2024-11-21T12:19:29,308 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:29,317 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:29,334 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C40803%2C1732191566946, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:29,359 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339, exclude list is [], retry=0 2024-11-21T12:19:29,376 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:29,379 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-11-21T12:19:29,417 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:29,418 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:29,419 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:29,419 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:29,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,463 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,491 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:29,495 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:29,498 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:29,499 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,502 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:29,503 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:29,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:29,504 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,507 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:29,507 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:29,508 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,511 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:29,511 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:29,512 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:29,513 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,516 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,517 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,523 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,523 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,527 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:29,531 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:29,535 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:29,537 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72359696, jitterRate=0.07824349403381348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:29,543 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191569436Initializing all the Stores at 1732191569439 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191569439Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191569440 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191569440Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191569440Cleaning up temporary data from old regions at 1732191569523 (+83 ms)Region opened successfully at 1732191569543 (+20 ms) 2024-11-21T12:19:29,544 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:29,582 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aa4ad55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:29,618 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:29,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:29,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:29,634 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:29,635 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:19:29,641 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec 2024-11-21T12:19:29,641 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:29,670 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:29,680 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:29,682 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/balancer already deleted, retry=false 2024-11-21T12:19:29,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:29,687 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:29,689 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/normalizer already deleted, retry=false 2024-11-21T12:19:29,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:29,696 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:29,698 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/switch/split already deleted, retry=false 2024-11-21T12:19:29,699 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:29,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/switch/merge already deleted, retry=false 2024-11-21T12:19:29,722 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:29,723 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:29,728 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:29,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,728 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,731 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,40803,1732191566946, sessionid=0x1006247b8500000, setting cluster-up flag (Was=false) 2024-11-21T12:19:29,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,744 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,751 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088941667/flush-table-proc/acquired, /0-1088941667/flush-table-proc/reached, /0-1088941667/flush-table-proc/abort 2024-11-21T12:19:29,752 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:29,759 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,759 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:29,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088941667/online-snapshot/acquired, /0-1088941667/online-snapshot/reached, /0-1088941667/online-snapshot/abort 2024-11-21T12:19:29,768 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:29,775 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:29,861 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:29,861 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(746): ClusterId : 3b33bf14-f278-4f64-a27d-f0a4ded1d1bc 2024-11-21T12:19:29,864 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:29,870 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:29,870 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:29,872 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:29,874 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:29,874 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78fb3d15, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:29,880 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:29,890 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:36527 2024-11-21T12:19:29,888 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,40803,1732191566946 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:29,893 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:29,894 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:29,894 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:29,897 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,40803,1732191566946 with port=36527, startcode=1732191567664 2024-11-21T12:19:29,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:29,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:29,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:29,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:29,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:29,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:29,900 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:29,900 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:29,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191599905 2024-11-21T12:19:29,906 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:29,906 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:29,907 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:29,908 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:29,910 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:29,912 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:29,912 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:29,912 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:29,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:29,914 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:29,915 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:29,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:29,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:29,919 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:29,920 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:29,920 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:29,924 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:29,924 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:29,928 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191569926,5,FailOnTimeoutGroup] 2024-11-21T12:19:29,928 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191569928,5,FailOnTimeoutGroup] 2024-11-21T12:19:29,929 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:29,929 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:29,930 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:29,931 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:29,931 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:29,948 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:29,954 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:29,956 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40803 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:29,972 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb 2024-11-21T12:19:29,972 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34231 2024-11-21T12:19:29,972 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:29,977 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/rs 2024-11-21T12:19:29,977 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] zookeeper.ZKUtil(111): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/rs/9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:29,978 WARN [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:29,978 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:29,978 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:29,980 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,36527,1732191567664] 2024-11-21T12:19:30,007 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:30,021 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:30,026 INFO [RS:0;9bb5b7e9dd2c:36527 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:30,027 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,028 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:30,034 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:30,035 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,036 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,036 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,036 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,036 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,037 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,038 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,038 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:30,038 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:30,038 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:30,039 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,039 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,039 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,040 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,040 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,040 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36527,1732191567664-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:30,061 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:30,063 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36527,1732191567664-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,063 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,063 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.Replication(171): 9bb5b7e9dd2c,36527,1732191567664 started 2024-11-21T12:19:30,083 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:30,084 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,36527,1732191567664, RpcServer on 9bb5b7e9dd2c/172.17.0.2:36527, sessionid=0x1006247b8500001 2024-11-21T12:19:30,085 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:30,085 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:30,085 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,36527,1732191567664' 2024-11-21T12:19:30,085 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088941667/flush-table-proc/abort' 2024-11-21T12:19:30,086 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088941667/flush-table-proc/acquired' 2024-11-21T12:19:30,087 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:30,087 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:30,087 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:30,087 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,36527,1732191567664' 2024-11-21T12:19:30,087 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088941667/online-snapshot/abort' 2024-11-21T12:19:30,088 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088941667/online-snapshot/acquired' 2024-11-21T12:19:30,088 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:30,088 INFO [RS:0;9bb5b7e9dd2c:36527 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:30,088 INFO [RS:0;9bb5b7e9dd2c:36527 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:30,194 INFO [RS:0;9bb5b7e9dd2c:36527 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:30,198 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C36527%2C1732191567664, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:30,216 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201, exclude list is [], retry=0 2024-11-21T12:19:30,221 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:30,225 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 2024-11-21T12:19:30,226 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:30,334 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:30,335 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb 2024-11-21T12:19:30,343 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:30,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:30,750 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:30,752 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:30,753 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:30,753 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:30,754 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:30,756 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:30,756 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:30,757 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:30,758 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:30,760 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:30,760 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:30,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:30,761 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:30,763 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:30,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:30,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:30,765 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:30,766 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:30,767 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:30,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:30,770 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:30,771 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:30,773 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:30,777 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:30,778 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59745997, jitterRate=-0.10971526801586151}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191570747Initializing all the Stores at 1732191570749 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191570749Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191570750 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191570750Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191570750Cleaning up temporary data from old regions at 1732191570770 (+20 ms)Region opened successfully at 1732191570781 (+11 ms) 2024-11-21T12:19:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:30,781 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:30,781 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:30,783 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:30,783 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191570781Disabling compacts and flushes for region at 1732191570781Disabling writes for close at 1732191570781Writing region close event to WAL at 1732191570782 (+1 ms)Closed at 1732191570783 (+1 ms) 2024-11-21T12:19:30,787 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:30,787 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:30,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:30,803 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:30,807 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:30,959 DEBUG [9bb5b7e9dd2c:40803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:30,974 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:30,982 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,36527,1732191567664, state=OPENING 2024-11-21T12:19:30,989 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:30,994 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:30,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:30,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:30,995 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:30,998 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:31,000 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,36527,1732191567664}] 2024-11-21T12:19:31,188 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:31,193 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56969, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:31,207 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:31,208 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:31,209 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:31,214 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C36527%2C1732191567664.meta, suffix=.meta, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:31,233 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.meta.1732191571216.meta, exclude list is [], retry=0 2024-11-21T12:19:31,238 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:31,242 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.meta.1732191571216.meta 2024-11-21T12:19:31,243 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:31,243 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:31,251 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:31,252 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:31,256 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:31,259 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:31,264 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:31,265 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:31,266 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:31,266 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:31,270 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:31,272 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:31,273 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,275 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:31,276 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:31,278 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:31,278 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,279 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:31,280 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:31,282 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:31,282 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:31,283 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:31,285 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:31,285 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:31,286 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:31,287 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:31,289 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:31,292 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:31,294 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:31,295 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:31,295 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:31,298 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:31,300 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67084167, jitterRate=-3.6801397800445557E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:31,301 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:31,302 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191571267Writing region info on filesystem at 1732191571267Initializing all the Stores at 1732191571270 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191571270Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191571270Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191571270Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191571270Cleaning up temporary data from old regions at 1732191571295 (+25 ms)Running coprocessor post-open hooks at 1732191571301 (+6 ms)Region opened successfully at 1732191571302 (+1 ms) 2024-11-21T12:19:31,310 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191571174 2024-11-21T12:19:31,324 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:31,324 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:31,327 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:31,332 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,36527,1732191567664, state=OPEN 2024-11-21T12:19:31,335 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:31,335 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:31,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:31,335 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:31,335 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:31,341 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:31,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,36527,1732191567664 in 335 msec 2024-11-21T12:19:31,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:31,349 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 550 msec 2024-11-21T12:19:31,351 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:31,351 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:31,382 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:31,384 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,36527,1732191567664, seqNum=-1] 2024-11-21T12:19:31,420 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:31,423 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38051, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:31,448 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.6380 sec 2024-11-21T12:19:31,448 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191571448, completionTime=-1 2024-11-21T12:19:31,451 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:31,451 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:31,484 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:31,485 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191631485 2024-11-21T12:19:31,485 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191691485 2024-11-21T12:19:31,485 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 33 msec 2024-11-21T12:19:31,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,490 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:40803, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,490 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,491 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,523 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:31,554 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.740sec 2024-11-21T12:19:31,556 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:31,557 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:31,559 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:31,560 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:31,560 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:31,561 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:31,562 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:31,571 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:31,573 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:31,573 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@791fb52f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:31,573 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40803,1732191566946-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:31,575 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-11-21T12:19:31,575 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-11-21T12:19:31,579 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40803,-1 for getting cluster id 2024-11-21T12:19:31,582 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:31,591 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b33bf14-f278-4f64-a27d-f0a4ded1d1bc' 2024-11-21T12:19:31,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:31,594 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b33bf14-f278-4f64-a27d-f0a4ded1d1bc" 2024-11-21T12:19:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@386b99cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:31,597 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40803,-1] 2024-11-21T12:19:31,600 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:31,602 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:31,604 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:31,607 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e487171, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:31,608 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,36527,1732191567664, seqNum=-1] 2024-11-21T12:19:31,616 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:31,619 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57846, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:31,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:31,649 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:31,652 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:31,653 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006247b8500002 connected 2024-11-21T12:19:31,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir so I do NOT create it in target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274 2024-11-21T12:19:31,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:31,675 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.tmp.dir so I do NOT create it in target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274 2024-11-21T12:19:31,675 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:31,675 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274 2024-11-21T12:19:31,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:31,676 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/cluster_2b9a3698-3446-d2f0-a48f-1b531abec120, deleteOnExit=true 2024-11-21T12:19:31,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:31,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/test.cache.data in system properties and HBase conf 2024-11-21T12:19:31,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:31,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:31,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:31,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:31,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:31,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:31,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:31,679 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:31,775 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:31,781 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:31,782 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:31,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:31,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:31,784 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:31,785 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:31,786 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:31,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@49025f3f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/java.io.tmpdir/jetty-localhost-37507-hadoop-hdfs-3_4_1-tests_jar-_-any-12663011076048688372/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:31,904 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:37507} 2024-11-21T12:19:31,904 INFO [Time-limited test {}] server.Server(415): Started @10014ms 2024-11-21T12:19:31,991 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:31,995 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:31,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:31,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:31,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:31,998 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:31,999 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:32,116 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@39a39bfd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/java.io.tmpdir/jetty-localhost-43883-hadoop-hdfs-3_4_1-tests_jar-_-any-18351432827461350931/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:32,117 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:43883} 2024-11-21T12:19:32,117 INFO [Time-limited test {}] server.Server(415): Started @10226ms 2024-11-21T12:19:32,119 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:32,216 WARN [Thread-196 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/cluster_2b9a3698-3446-d2f0-a48f-1b531abec120/data/data2/current/BP-918373715-172.17.0.2-1732191571715/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:32,216 WARN [Thread-195 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/cluster_2b9a3698-3446-d2f0-a48f-1b531abec120/data/data1/current/BP-918373715-172.17.0.2-1732191571715/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:32,275 WARN [Thread-183 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf74cb6f51bb682bf with lease ID 0xac589d3c0bdf7bd6: Processing first storage report for DS-0d5d4993-ba9e-4714-8558-cdd633510e93 from datanode DatanodeRegistration(127.0.0.1:44447, datanodeUuid=a2f4c62d-11e2-4eab-a1b6-5e9e0d3c649c, infoPort=44341, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=154192384;c=1732191571715) 2024-11-21T12:19:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf74cb6f51bb682bf with lease ID 0xac589d3c0bdf7bd6: from storage DS-0d5d4993-ba9e-4714-8558-cdd633510e93 node DatanodeRegistration(127.0.0.1:44447, datanodeUuid=a2f4c62d-11e2-4eab-a1b6-5e9e0d3c649c, infoPort=44341, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=154192384;c=1732191571715), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:19:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf74cb6f51bb682bf with lease ID 0xac589d3c0bdf7bd6: Processing first storage report for DS-6c7f1bf1-ce7f-44c2-a22a-8cc41b82a738 from datanode DatanodeRegistration(127.0.0.1:44447, datanodeUuid=a2f4c62d-11e2-4eab-a1b6-5e9e0d3c649c, infoPort=44341, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=154192384;c=1732191571715) 2024-11-21T12:19:32,280 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf74cb6f51bb682bf with lease ID 0xac589d3c0bdf7bd6: from storage DS-6c7f1bf1-ce7f-44c2-a22a-8cc41b82a738 node DatanodeRegistration(127.0.0.1:44447, datanodeUuid=a2f4c62d-11e2-4eab-a1b6-5e9e0d3c649c, infoPort=44341, infoSecurePort=0, ipcPort=38575, storageInfo=lv=-57;cid=testClusterID;nsid=154192384;c=1732191571715), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:32,354 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274 2024-11-21T12:19:32,354 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,356 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,368 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:32,370 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e with version=8 2024-11-21T12:19:32,370 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/hbase-staging 2024-11-21T12:19:32,373 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:32,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,373 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,374 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:32,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,374 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:32,374 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:32,374 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:32,375 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:36411 2024-11-21T12:19:32,377 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:36411 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:32,381 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:364110x0, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:32,382 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:36411-0x1006247b8500003 connected 2024-11-21T12:19:32,398 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,401 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,404 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/running 2024-11-21T12:19:32,404 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e, hbase.cluster.distributed=false 2024-11-21T12:19:32,406 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/acl 2024-11-21T12:19:32,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=36411 2024-11-21T12:19:32,407 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=36411 2024-11-21T12:19:32,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=36411 2024-11-21T12:19:32,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=36411 2024-11-21T12:19:32,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=36411 2024-11-21T12:19:32,426 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:32,427 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:32,428 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37635 2024-11-21T12:19:32,430 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37635 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:32,431 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,433 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:376350x0, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:32,440 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:376350x0, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/running 2024-11-21T12:19:32,440 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37635-0x1006247b8500004 connected 2024-11-21T12:19:32,440 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:32,442 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:32,442 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/master 2024-11-21T12:19:32,444 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/acl 2024-11-21T12:19:32,444 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T12:19:32,445 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37635 2024-11-21T12:19:32,446 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37635 2024-11-21T12:19:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T12:19:32,448 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37635 2024-11-21T12:19:32,463 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:36411 2024-11-21T12:19:32,464 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11794578272/backup-masters/9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/backup-masters 2024-11-21T12:19:32,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/backup-masters 2024-11-21T12:19:32,467 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on existing znode=/11794578272/backup-masters/9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11794578272/master 2024-11-21T12:19:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:32,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:32,471 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on existing znode=/11794578272/master 2024-11-21T12:19:32,471 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11794578272/backup-masters/9bb5b7e9dd2c,36411,1732191572373 from backup master directory 2024-11-21T12:19:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11794578272/backup-masters/9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/backup-masters 2024-11-21T12:19:32,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/backup-masters 2024-11-21T12:19:32,473 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:32,473 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:32,481 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/hbase.id] with ID: fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:32,481 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/.tmp/hbase.id 2024-11-21T12:19:32,491 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:32,492 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/.tmp/hbase.id]:[hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/hbase.id] 2024-11-21T12:19:32,519 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:32,520 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:32,522 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 2ms. 2024-11-21T12:19:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:32,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:32,537 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:32,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:32,940 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:32,940 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:32,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:33,355 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store 2024-11-21T12:19:33,364 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:33,766 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:33,766 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191573766Disabling compacts and flushes for region at 1732191573766Disabling writes for close at 1732191573766Writing region close event to WAL at 1732191573766Closed at 1732191573766 2024-11-21T12:19:33,768 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/.initializing 2024-11-21T12:19:33,768 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/WALs/9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:33,770 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:33,773 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C36411%2C1732191572373, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/WALs/9bb5b7e9dd2c,36411,1732191572373, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:33,792 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/WALs/9bb5b7e9dd2c,36411,1732191572373/9bb5b7e9dd2c%2C36411%2C1732191572373.1732191573773, exclude list is [], retry=0 2024-11-21T12:19:33,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-0d5d4993-ba9e-4714-8558-cdd633510e93,DISK] 2024-11-21T12:19:33,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/WALs/9bb5b7e9dd2c,36411,1732191572373/9bb5b7e9dd2c%2C36411%2C1732191572373.1732191573773 2024-11-21T12:19:33,802 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341)] 2024-11-21T12:19:33,802 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:33,803 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:33,803 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,803 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,806 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,809 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:33,809 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,810 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:33,811 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,813 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:33,814 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:33,815 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,817 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:33,817 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,818 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:33,819 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,822 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:33,822 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,823 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:33,823 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,824 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,825 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,827 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,827 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,828 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:33,830 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:33,833 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:33,834 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65932382, jitterRate=-0.01753094792366028}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:33,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191573803Initializing all the Stores at 1732191573805 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191573806 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191573806Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191573806Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191573806Cleaning up temporary data from old regions at 1732191573827 (+21 ms)Region opened successfully at 1732191573834 (+7 ms) 2024-11-21T12:19:33,835 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:33,841 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6ea14174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:33,842 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:33,842 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:33,842 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:33,842 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:33,843 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:33,844 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:19:33,844 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:33,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:33,848 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:33,849 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/balancer already deleted, retry=false 2024-11-21T12:19:33,850 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:33,851 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:33,853 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/normalizer already deleted, retry=false 2024-11-21T12:19:33,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:33,855 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:33,856 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/switch/split already deleted, retry=false 2024-11-21T12:19:33,857 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:33,859 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/switch/merge already deleted, retry=false 2024-11-21T12:19:33,862 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:33,863 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11794578272/running 2024-11-21T12:19:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11794578272/running 2024-11-21T12:19:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,866 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,867 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,36411,1732191572373, sessionid=0x1006247b8500003, setting cluster-up flag (Was=false) 2024-11-21T12:19:33,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,876 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11794578272/flush-table-proc/acquired, /11794578272/flush-table-proc/reached, /11794578272/flush-table-proc/abort 2024-11-21T12:19:33,877 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:33,887 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11794578272/online-snapshot/acquired, /11794578272/online-snapshot/reached, /11794578272/online-snapshot/abort 2024-11-21T12:19:33,889 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:33,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:33,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:33,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:33,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:33,896 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,36411,1732191572373 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:33,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:33,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:33,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:33,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:33,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:33,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:33,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191603900 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:33,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:33,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:33,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:33,901 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:33,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:33,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:33,902 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:33,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:33,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:33,902 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191573902,5,FailOnTimeoutGroup] 2024-11-21T12:19:33,902 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191573902,5,FailOnTimeoutGroup] 2024-11-21T12:19:33,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:33,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,903 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,903 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:33,903 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:33,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:33,952 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(746): ClusterId : fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:33,952 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:33,955 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:33,955 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:33,957 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:33,958 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d4e22b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:33,970 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:37635 2024-11-21T12:19:33,970 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:33,970 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:33,970 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:33,971 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,36411,1732191572373 with port=37635, startcode=1732191572426 2024-11-21T12:19:33,972 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:33,974 INFO [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37653, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.1 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:33,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36411 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:33,975 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=36411 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:33,979 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e 2024-11-21T12:19:33,979 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:37709 2024-11-21T12:19:33,979 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:33,983 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/rs 2024-11-21T12:19:33,984 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] zookeeper.ZKUtil(111): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on existing znode=/11794578272/rs/9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:33,984 WARN [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:33,984 INFO [RS:0;9bb5b7e9dd2c:37635 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:33,984 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:33,984 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,37635,1732191572426] 2024-11-21T12:19:33,989 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:33,991 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:33,992 INFO [RS:0;9bb5b7e9dd2c:37635 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:33,992 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,992 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:33,994 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:33,994 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,994 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:33,995 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:33,995 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,995 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,995 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,996 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,996 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:33,996 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37635,1732191572426-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:34,012 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:34,012 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37635,1732191572426-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:34,012 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:34,012 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.Replication(171): 9bb5b7e9dd2c,37635,1732191572426 started 2024-11-21T12:19:34,027 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:34,028 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,37635,1732191572426, RpcServer on 9bb5b7e9dd2c/172.17.0.2:37635, sessionid=0x1006247b8500004 2024-11-21T12:19:34,028 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:34,028 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:34,028 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37635,1732191572426' 2024-11-21T12:19:34,028 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11794578272/flush-table-proc/abort' 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11794578272/flush-table-proc/acquired' 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37635,1732191572426' 2024-11-21T12:19:34,029 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11794578272/online-snapshot/abort' 2024-11-21T12:19:34,030 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11794578272/online-snapshot/acquired' 2024-11-21T12:19:34,030 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:34,030 INFO [RS:0;9bb5b7e9dd2c:37635 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:34,030 INFO [RS:0;9bb5b7e9dd2c:37635 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:34,131 INFO [RS:0;9bb5b7e9dd2c:37635 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:34,134 INFO [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37635%2C1732191572426, suffix=, logDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/oldWALs, maxLogs=10 2024-11-21T12:19:34,151 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426/9bb5b7e9dd2c%2C37635%2C1732191572426.1732191574136, exclude list is [], retry=0 2024-11-21T12:19:34,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-0d5d4993-ba9e-4714-8558-cdd633510e93,DISK] 2024-11-21T12:19:34,159 INFO [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426/9bb5b7e9dd2c%2C37635%2C1732191572426.1732191574136 2024-11-21T12:19:34,159 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341)] 2024-11-21T12:19:34,313 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:34,313 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e 2024-11-21T12:19:34,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:34,723 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:34,726 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:34,728 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:34,728 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:34,729 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:34,730 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:34,732 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:34,732 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:34,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:34,733 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:34,735 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:34,735 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:34,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:34,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:34,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:34,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:34,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:34,739 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:34,740 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740 2024-11-21T12:19:34,741 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740 2024-11-21T12:19:34,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:34,744 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:34,745 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:34,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:34,750 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:34,750 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68353207, jitterRate=0.018542155623435974}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191574723Initializing all the Stores at 1732191574725 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191574725Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191574725Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191574725Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191574725Cleaning up temporary data from old regions at 1732191574744 (+19 ms)Region opened successfully at 1732191574751 (+7 ms) 2024-11-21T12:19:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:34,751 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:34,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:34,752 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:34,752 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191574751Disabling compacts and flushes for region at 1732191574751Disabling writes for close at 1732191574751Writing region close event to WAL at 1732191574751Closed at 1732191574751 2024-11-21T12:19:34,754 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:34,754 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:34,754 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:34,756 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:34,758 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:34,909 DEBUG [9bb5b7e9dd2c:36411 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:34,910 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:34,914 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37635,1732191572426, state=OPENING 2024-11-21T12:19:34,916 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:34,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:34,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:34,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11794578272/meta-region-server: CHANGED 2024-11-21T12:19:34,919 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11794578272/meta-region-server: CHANGED 2024-11-21T12:19:34,919 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37635,1732191572426}] 2024-11-21T12:19:35,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:35,077 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51855, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:35,085 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:35,085 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:35,085 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:35,088 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37635%2C1732191572426.meta, suffix=.meta, logDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426, archiveDir=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/oldWALs, maxLogs=10 2024-11-21T12:19:35,110 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426/9bb5b7e9dd2c%2C37635%2C1732191572426.meta.1732191575091.meta, exclude list is [], retry=0 2024-11-21T12:19:35,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44447,DS-0d5d4993-ba9e-4714-8558-cdd633510e93,DISK] 2024-11-21T12:19:35,117 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/WALs/9bb5b7e9dd2c,37635,1732191572426/9bb5b7e9dd2c%2C37635%2C1732191572426.meta.1732191575091.meta 2024-11-21T12:19:35,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:44341:44341)] 2024-11-21T12:19:35,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:35,118 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:35,119 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:35,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:35,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:35,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:35,125 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:35,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:35,126 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:35,127 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:35,127 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:35,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:35,128 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:35,129 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:35,129 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:35,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:35,130 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:35,131 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:35,131 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:35,132 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:35,132 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:35,134 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740 2024-11-21T12:19:35,136 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740 2024-11-21T12:19:35,139 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:35,139 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:35,140 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:35,142 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:35,144 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69494793, jitterRate=0.035553112626075745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:35,144 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:35,144 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191575119Writing region info on filesystem at 1732191575119Initializing all the Stores at 1732191575121 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191575121Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191575123 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191575123Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191575123Cleaning up temporary data from old regions at 1732191575139 (+16 ms)Running coprocessor post-open hooks at 1732191575144 (+5 ms)Region opened successfully at 1732191575144 2024-11-21T12:19:35,146 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191575073 2024-11-21T12:19:35,151 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:35,151 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:35,152 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:35,154 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37635,1732191572426, state=OPEN 2024-11-21T12:19:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11794578272/meta-region-server 2024-11-21T12:19:35,157 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11794578272/meta-region-server 2024-11-21T12:19:35,157 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:35,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11794578272/meta-region-server: CHANGED 2024-11-21T12:19:35,157 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11794578272/meta-region-server: CHANGED 2024-11-21T12:19:35,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:35,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37635,1732191572426 in 238 msec 2024-11-21T12:19:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:35,167 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 408 msec 2024-11-21T12:19:35,169 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:35,169 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:35,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:35,172 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37635,1732191572426, seqNum=-1] 2024-11-21T12:19:35,172 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:35,174 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44425, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:35,185 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2910 sec 2024-11-21T12:19:35,185 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191575185, completionTime=-1 2024-11-21T12:19:35,186 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:35,186 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:35,192 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:35,192 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191635192 2024-11-21T12:19:35,192 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191695192 2024-11-21T12:19:35,192 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 6 msec 2024-11-21T12:19:35,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,202 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,202 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,202 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:36411, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,202 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,202 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,205 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:35,208 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.735sec 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:35,209 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:35,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:35,213 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:35,213 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,36411,1732191572373-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:35,256 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a92dcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,257 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:35,257 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:35,261 DEBUG [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9106a1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,262 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:35,263 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:35,266 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:35,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4151fef8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37635,1732191572426, seqNum=-1] 2024-11-21T12:19:35,270 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:35,273 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45992, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:35,276 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:35,277 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:35,280 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:35,280 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006247b8500005 connected 2024-11-21T12:19:35,287 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10d1a7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,287 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40803,-1 for getting cluster id 2024-11-21T12:19:35,287 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:35,289 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b33bf14-f278-4f64-a27d-f0a4ded1d1bc' 2024-11-21T12:19:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:35,289 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b33bf14-f278-4f64-a27d-f0a4ded1d1bc" 2024-11-21T12:19:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@92075c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40803,-1] 2024-11-21T12:19:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:35,290 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:35,293 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:35,295 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@703bf926, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,303 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:35,308 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:35,311 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5b082ff4 2024-11-21T12:19:35,312 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:35,314 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:35,316 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:19:35,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:35,330 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:35,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:35,332 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b63d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,332 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:35,332 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:35,333 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:35,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:35,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:35,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192fcf58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:35,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:35,335 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:35,336 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:35,337 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f6bd9b7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:35,338 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:35,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5abe0ed0 2024-11-21T12:19:35,344 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:35,345 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:35,359 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:19:35,359 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:35,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:35,365 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:35,365 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:35,366 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:35,372 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:19:35,375 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:19:35,376 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:35,378 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:19:35,391 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:19:35,425 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:19:35,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:35,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:35,795 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 19c7a11ffea45a2265002cdd3d490b2c, NAME => 'hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb 2024-11-21T12:19:35,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:19:35,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:36,001 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 19c7a11ffea45a2265002cdd3d490b2c, disabling compactions & flushes 2024-11-21T12:19:36,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. after waiting 0 ms 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,205 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,205 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 19c7a11ffea45a2265002cdd3d490b2c: Waiting for close lock at 1732191576205Disabling compacts and flushes for region at 1732191576205Disabling writes for close at 1732191576205Writing region close event to WAL at 1732191576205Closed at 1732191576205 2024-11-21T12:19:36,207 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:19:36,212 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191576208"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191576208"}]},"ts":"1732191576208"} 2024-11-21T12:19:36,217 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:19:36,219 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:19:36,222 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191576219"}]},"ts":"1732191576219"} 2024-11-21T12:19:36,226 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:19:36,228 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN}] 2024-11-21T12:19:36,231 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN 2024-11-21T12:19:36,232 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,36527,1732191567664; forceNewPlan=false, retain=false 2024-11-21T12:19:36,384 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19c7a11ffea45a2265002cdd3d490b2c, regionState=OPENING, regionLocation=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:36,388 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN because future has completed 2024-11-21T12:19:36,389 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,36527,1732191567664}] 2024-11-21T12:19:36,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:36,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:36,550 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:19:36,553 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C36527%2C1732191567664.rep, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:36,570 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.rep.1732191576554, exclude list is [], retry=0 2024-11-21T12:19:36,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:36,577 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.rep.1732191576554 2024-11-21T12:19:36,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:36,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 19c7a11ffea45a2265002cdd3d490b2c, NAME => 'hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:36,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:36,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:36,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. service=MultiRowMutationService 2024-11-21T12:19:36,579 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:19:36,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,579 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:36,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,580 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,582 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,584 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName hfileref 2024-11-21T12:19:36,585 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:36,585 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:36,585 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,587 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName queue 2024-11-21T12:19:36,587 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:36,588 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:36,588 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,590 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName sid 2024-11-21T12:19:36,591 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:36,591 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:36,591 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,593 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,595 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,596 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:19:36,597 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:36,602 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 19c7a11ffea45a2265002cdd3d490b2c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69276902, jitterRate=0.032306283712387085}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:19:36,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:36,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 19c7a11ffea45a2265002cdd3d490b2c: Running coprocessor pre-open hook at 1732191576580Writing region info on filesystem at 1732191576580Initializing all the Stores at 1732191576582 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191576582Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191576582Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191576582Cleaning up temporary data from old regions at 1732191576595 (+13 ms)Running coprocessor post-open hooks at 1732191576602 (+7 ms)Region opened successfully at 1732191576603 (+1 ms) 2024-11-21T12:19:36,604 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., pid=7, masterSystemTime=1732191576543 2024-11-21T12:19:36,609 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,609 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:36,610 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=19c7a11ffea45a2265002cdd3d490b2c, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:36,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,36527,1732191567664 because future has completed 2024-11-21T12:19:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:19:36,621 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,36527,1732191567664 in 227 msec 2024-11-21T12:19:36,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:19:36,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN in 393 msec 2024-11-21T12:19:36,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:19:36,629 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191576628"}]},"ts":"1732191576628"} 2024-11-21T12:19:36,632 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:19:36,634 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:19:36,637 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2670 sec 2024-11-21T12:19:36,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., hostname=9bb5b7e9dd2c,36527,1732191567664, seqNum=2] 2024-11-21T12:19:36,694 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36527 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-11-21T12:19:36,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:36,706 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:36,718 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:19:36,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:36,885 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:19:36,886 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:19:36,939 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,36527,1732191567664, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:19:36,941 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:36,941 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,36527,1732191567664, seqNum=-1] 2024-11-21T12:19:36,941 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:36,943 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39823, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-11-21T12:19:36,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,36527,1732191567664', locateType=CURRENT is [region=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., hostname=9bb5b7e9dd2c,36527,1732191567664, seqNum=2] 2024-11-21T12:19:36,957 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:19:36,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:19:36,964 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,36527,1732191567664 suceeded 2024-11-21T12:19:36,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:19:36,969 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:36,969 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 246 msec 2024-11-21T12:19:36,973 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.6510 sec 2024-11-21T12:19:36,982 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:36,984 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@37357ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:36,984 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:36,985 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:36,986 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:36,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ac36e62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:36,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:36,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:36,989 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50250, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:36,990 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dcf3214, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:36,990 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:36,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:36,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@219cb762 2024-11-21T12:19:36,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:36,993 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50256, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:36,995 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,36527,1732191567664 (queues=1) is replicating from cluster=3b33bf14-f278-4f64-a27d-f0a4ded1d1bc to cluster=fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:36,998 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C36527%2C1732191567664 2024-11-21T12:19:37,002 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,36527,1732191567664, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:37,005 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C36527%2C1732191567664 2024-11-21T12:19:37,011 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201, startPosition=0, beingWritten=true 2024-11-21T12:19:37,285 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:19:37,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:19:37,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:19:37,377 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:19:37,377 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:37,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:19:37,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:37,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:19:37,378 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:19:37,378 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:19:37,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:37,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:37,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:460) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:37,483 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:19:37,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:37,484 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@189bc1ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,484 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40803,-1 for getting cluster id 2024-11-21T12:19:37,484 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:37,486 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b33bf14-f278-4f64-a27d-f0a4ded1d1bc' 2024-11-21T12:19:37,486 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b33bf14-f278-4f64-a27d-f0a4ded1d1bc" 2024-11-21T12:19:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c558240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40803,-1] 2024-11-21T12:19:37,487 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:37,488 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,489 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:37,490 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f0cc96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,491 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31b8e04 2024-11-21T12:19:37,492 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:37,494 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:37,494 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:19:37,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:37,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:19:37,499 DEBUG [PEWorker-4 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:37,500 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f443c41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,500 DEBUG [PEWorker-4 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:37,500 DEBUG [PEWorker-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:37,501 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@109a69ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,501 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:37,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,503 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:37,504 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28b5f2ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,504 DEBUG [PEWorker-4 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f57fd3 2024-11-21T12:19:37,505 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:37,506 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:37,507 INFO [PEWorker-4 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-4. 2024-11-21T12:19:37,507 DEBUG [PEWorker-4 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:37,507 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,507 DEBUG [PEWorker-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,507 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:37,518 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:19:37,594 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:37,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:19:37,672 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=10 2024-11-21T12:19:37,672 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T12:19:37,713 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.ReplicationSource(231): queueId=2-9bb5b7e9dd2c,36527,1732191567664, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:19:37,717 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=10}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=10 2024-11-21T12:19:37,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=10 2024-11-21T12:19:37,722 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9bb5b7e9dd2c,36527,1732191567664 suceeded 2024-11-21T12:19:37,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:19:37,726 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-21T12:19:37,726 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:37,730 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 232 msec 2024-11-21T12:19:37,739 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:37,740 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4dde7117, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,740 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:37,740 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:37,742 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:37,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:37,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@66cf5db1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:37,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:37,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,745 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50304, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:37,746 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a82017e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,746 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:37,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:37,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f18ba93 2024-11-21T12:19:37,747 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:37,749 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50318, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:37,750 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9bb5b7e9dd2c,36527,1732191567664 (queues=1) is replicating from cluster=3b33bf14-f278-4f64-a27d-f0a4ded1d1bc to cluster=fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:37,750 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C36527%2C1732191567664 2024-11-21T12:19:37,750 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9bb5b7e9dd2c,36527,1732191567664, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:37,750 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C36527%2C1732191567664 2024-11-21T12:19:37,750 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201, startPosition=0, beingWritten=true 2024-11-21T12:19:37,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=9 2024-11-21T12:19:37,812 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T12:19:37,812 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:37,813 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:461) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:37,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,813 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:37,813 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:37,815 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4ee1e8db 2024-11-21T12:19:37,817 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:37,819 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:37,821 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:37,822 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:19:37,823 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:37,824 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:19:37,828 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:37,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:19:37,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:19:37,835 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:37,836 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54536dd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,836 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:37,836 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:37,837 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:37,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:37,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43799c73, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:37,838 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,839 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50336, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:37,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@258abe62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:37,840 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:37,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:37,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b151dfc 2024-11-21T12:19:37,841 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:37,842 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:37,843 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:19:37,843 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:37,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,843 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:37,843 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:37,849 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:19:37,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:19:37,959 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:38,002 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:38,003 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=36527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=12 2024-11-21T12:19:38,004 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=UPDATE_PEER_CONFIG 2024-11-21T12:19:38,005 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=12}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=12 2024-11-21T12:19:38,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=12 2024-11-21T12:19:38,010 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for UPDATE_CONFIG on 9bb5b7e9dd2c,36527,1732191567664 suceeded 2024-11-21T12:19:38,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-11-21T12:19:38,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-21T12:19:38,013 INFO [PEWorker-5 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 1 to clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:38,016 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-21T12:19:38,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-11-21T12:19:38,153 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 1 completed 2024-11-21T12:19:38,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4014): Client=jenkins//172.17.0.2 update replication peer config, id=2, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:38,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] procedure2.ProcedureExecutor(1139): Stored pid=13, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:19:38,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:19:38,159 DEBUG [PEWorker-1 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:38,160 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cfc2512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,160 DEBUG [PEWorker-1 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:38,161 DEBUG [PEWorker-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:38,162 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:38,162 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8ad2b39, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:38,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,164 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50364, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:38,165 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16194af7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:38,165 DEBUG [PEWorker-1 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:38,166 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2115eb0e 2024-11-21T12:19:38,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-6-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:38,168 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50368, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:38,169 INFO [PEWorker-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-1. 2024-11-21T12:19:38,169 DEBUG [PEWorker-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preUpdatePeerConfig(ReplicationPeerManager.java:234) at org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure.prePeerModification(UpdatePeerConfigProcedure.java:176) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:38,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,169 DEBUG [PEWorker-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,169 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:38,175 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=13, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:19:38,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:19:38,268 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:38,329 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=36527 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=14 2024-11-21T12:19:38,329 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=UPDATE_PEER_CONFIG 2024-11-21T12:19:38,330 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=14}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=14 2024-11-21T12:19:38,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4169): Remote procedure done, pid=14 2024-11-21T12:19:38,335 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for UPDATE_CONFIG on 9bb5b7e9dd2c,36527,1732191567664 suceeded 2024-11-21T12:19:38,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=14, resume processing ppid=13 2024-11-21T12:19:38,339 INFO [PEWorker-2 {}] replication.UpdatePeerConfigProcedure(197): Successfully updated peer config of 2 to clusterKey=hbase+rpc://9bb5b7e9dd2c:36411,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:19:38,339 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, ppid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 161 msec 2024-11-21T12:19:38,342 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure in 185 msec 2024-11-21T12:19:38,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=13 2024-11-21T12:19:38,473 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: UPDATE_REPLICATION_PEER_CONFIG, peerId: 2 completed 2024-11-21T12:19:38,473 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:38,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40803 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:19:38,475 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:38,475 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:38,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,476 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,476 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:38,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:38,476 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=307999247, stopped=false 2024-11-21T12:19:38,477 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,40803,1732191566946 2024-11-21T12:19:38,509 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:38,540 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:38,540 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:38,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:38,541 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:38,541 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:38,541 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:495) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:38,541 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,541 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:38,542 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:38,542 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,36527,1732191567664' ***** 2024-11-21T12:19:38,542 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:38,542 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:38,542 INFO [RS:0;9bb5b7e9dd2c:36527 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:38,542 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:38,543 INFO [RS:0;9bb5b7e9dd2c:36527 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:38,543 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(3091): Received CLOSE for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:36527. 2024-11-21T12:19:38,544 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:38,544 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:38,544 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19c7a11ffea45a2265002cdd3d490b2c, disabling compactions & flushes 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:38,544 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:38,544 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:38,544 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:38,544 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. after waiting 0 ms 2024-11-21T12:19:38,545 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:38,545 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:19:38,545 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:38,545 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19c7a11ffea45a2265002cdd3d490b2c=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.} 2024-11-21T12:19:38,545 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:38,545 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:38,545 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:38,545 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:38,545 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:38,548 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:19:38,548 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 19c7a11ffea45a2265002cdd3d490b2c 3/3 column families, dataSize=294 B heapSize=1.19 KB 2024-11-21T12:19:38,551 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:38,626 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/.tmp/queue/7c59d3e560334479bff86112e5d7f630 is 151, key is 1-9bb5b7e9dd2c,36527,1732191567664/queue:9bb5b7e9dd2c%2C36527%2C1732191567664/1732191576948/Put/seqid=0 2024-11-21T12:19:38,626 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/4f7d1ab03a6f42428c7363f7bdff80f1 is 147, key is hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c./info:regioninfo/1732191576610/Put/seqid=0 2024-11-21T12:19:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741838_1014 (size=5500) 2024-11-21T12:19:38,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741839_1015 (size=6631) 2024-11-21T12:19:38,677 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:38,746 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:38,946 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:39,040 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=294 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/.tmp/queue/7c59d3e560334479bff86112e5d7f630 2024-11-21T12:19:39,040 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/4f7d1ab03a6f42428c7363f7bdff80f1 2024-11-21T12:19:39,043 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:39,044 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:39,091 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/.tmp/queue/7c59d3e560334479bff86112e5d7f630 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/queue/7c59d3e560334479bff86112e5d7f630 2024-11-21T12:19:39,102 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/queue/7c59d3e560334479bff86112e5d7f630, entries=2, sequenceid=6, filesize=5.4 K 2024-11-21T12:19:39,112 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 19c7a11ffea45a2265002cdd3d490b2c in 560ms, sequenceid=6, compaction requested=false 2024-11-21T12:19:39,112 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:19:39,114 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/ns/7eb85b4dd68b4fc5a60d487548bd1f89 is 43, key is default/ns:d/1732191571429/Put/seqid=0 2024-11-21T12:19:39,119 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:39,120 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:19:39,121 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/ns/7eb85b4dd68b4fc5a60d487548bd1f89 2024-11-21T12:19:39,124 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:19:39,130 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:39,130 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:39,130 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:39,131 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19c7a11ffea45a2265002cdd3d490b2c: Waiting for close lock at 1732191578544Running coprocessor pre-close hooks at 1732191578544Disabling compacts and flushes for region at 1732191578544Disabling writes for close at 1732191578545 (+1 ms)Obtaining lock to block concurrent updates at 1732191578549 (+4 ms)Preparing flush snapshotting stores in 19c7a11ffea45a2265002cdd3d490b2c at 1732191578549Finished memstore snapshotting hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., syncing WAL and waiting on mvcc, flushsize=dataSize=294, getHeapSize=1168, getOffHeapSize=0, getCellsCount=2 at 1732191578557 (+8 ms)Flushing stores of hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. at 1732191578559 (+2 ms)Flushing 19c7a11ffea45a2265002cdd3d490b2c/queue: creating writer at 1732191578561 (+2 ms)Flushing 19c7a11ffea45a2265002cdd3d490b2c/queue: appending metadata at 1732191578604 (+43 ms)Flushing 19c7a11ffea45a2265002cdd3d490b2c/queue: closing flushed file at 1732191578608 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78ee6d2: reopening flushed file at 1732191579089 (+481 ms)Finished flush of dataSize ~294 B/294, heapSize ~688 B/688, currentSize=0 B/0 for 19c7a11ffea45a2265002cdd3d490b2c in 560ms, sequenceid=6, compaction requested=false at 1732191579112 (+23 ms)Writing region close event to WAL at 1732191579115 (+3 ms)Running coprocessor post-close hooks at 1732191579127 (+12 ms)Closed at 1732191579130 (+3 ms) 2024-11-21T12:19:39,131 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:39,146 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:39,154 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/table/276ec1ea5535439bae168590848875c7 is 53, key is hbase:replication/table:state/1732191576628/Put/seqid=0 2024-11-21T12:19:39,160 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:19:39,161 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/table/276ec1ea5535439bae168590848875c7 2024-11-21T12:19:39,171 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/4f7d1ab03a6f42428c7363f7bdff80f1 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/info/4f7d1ab03a6f42428c7363f7bdff80f1 2024-11-21T12:19:39,179 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/info/4f7d1ab03a6f42428c7363f7bdff80f1, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:19:39,181 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/ns/7eb85b4dd68b4fc5a60d487548bd1f89 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/ns/7eb85b4dd68b4fc5a60d487548bd1f89 2024-11-21T12:19:39,186 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 to pos 0, reset compression=false 2024-11-21T12:19:39,195 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/ns/7eb85b4dd68b4fc5a60d487548bd1f89, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:19:39,197 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/table/276ec1ea5535439bae168590848875c7 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/table/276ec1ea5535439bae168590848875c7 2024-11-21T12:19:39,207 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/table/276ec1ea5535439bae168590848875c7, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:19:39,209 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=11, compaction requested=false 2024-11-21T12:19:39,219 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:19:39,220 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:39,220 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:39,221 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:39,221 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191578545Running coprocessor pre-close hooks at 1732191578545Disabling compacts and flushes for region at 1732191578545Disabling writes for close at 1732191578545Obtaining lock to block concurrent updates at 1732191578549 (+4 ms)Preparing flush snapshotting stores in 1588230740 at 1732191578549Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191578557 (+8 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191578559 (+2 ms)Flushing 1588230740/info: creating writer at 1732191578561 (+2 ms)Flushing 1588230740/info: appending metadata at 1732191578605 (+44 ms)Flushing 1588230740/info: closing flushed file at 1732191578608 (+3 ms)Flushing 1588230740/ns: creating writer at 1732191579089 (+481 ms)Flushing 1588230740/ns: appending metadata at 1732191579113 (+24 ms)Flushing 1588230740/ns: closing flushed file at 1732191579113Flushing 1588230740/table: creating writer at 1732191579135 (+22 ms)Flushing 1588230740/table: appending metadata at 1732191579153 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732191579153Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@cfe3013: reopening flushed file at 1732191579170 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b5008c: reopening flushed file at 1732191579180 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3dbfd1fc: reopening flushed file at 1732191579196 (+16 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 663ms, sequenceid=11, compaction requested=false at 1732191579209 (+13 ms)Writing region close event to WAL at 1732191579213 (+4 ms)Running coprocessor post-close hooks at 1732191579220 (+7 ms)Closed at 1732191579220 2024-11-21T12:19:39,221 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:39,347 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,36527,1732191567664; all regions closed. 2024-11-21T12:19:39,352 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:19:39,359 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:39,359 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C36527%2C1732191567664.meta:.meta(num 1732191571216) 2024-11-21T12:19:39,362 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741837_1013 (size=1802) 2024-11-21T12:19:39,363 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.rep.1732191576554 not finished, retry = 0 2024-11-21T12:19:39,467 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:39,467 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C36527%2C1732191567664.rep:(num 1732191576554) 2024-11-21T12:19:39,471 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:19:39,471 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664/9bb5b7e9dd2c%2C36527%2C1732191567664.1732191570201 not finished, retry = 0 2024-11-21T12:19:39,575 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:39,575 INFO [RS:0;9bb5b7e9dd2c:36527 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C36527%2C1732191567664:(num 1732191570201) 2024-11-21T12:19:39,575 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:39,575 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:39,575 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:39,575 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:39,576 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:39,576 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:39,576 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,36527,1732191567664 because: Region server is closing 2024-11-21T12:19:39,577 INFO [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:36527. 2024-11-21T12:19:39,577 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:39,577 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:39,577 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:39,577 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:39,677 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:39,677 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:19:39,678 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,1-9bb5b7e9dd2c,36527,1732191567664 terminated 2024-11-21T12:19:39,678 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9bb5b7e9dd2c,36527,1732191567664 because: Region server is closing 2024-11-21T12:19:39,678 INFO [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:36527. 2024-11-21T12:19:39,679 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:39,679 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:39,679 DEBUG [RS:0;9bb5b7e9dd2c:36527 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:39,679 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:39,779 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.wal-reader.9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:19:39,779 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:39,779 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,36527,1732191567664.replicationSource.shipper9bb5b7e9dd2c%2C36527%2C1732191567664,2-9bb5b7e9dd2c,36527,1732191567664 terminated 2024-11-21T12:19:39,780 INFO [RS:0;9bb5b7e9dd2c:36527 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36527 2024-11-21T12:19:39,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/rs 2024-11-21T12:19:39,784 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/rs/9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:39,784 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:39,785 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,36527,1732191567664] 2024-11-21T12:19:39,787 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/draining/9bb5b7e9dd2c,36527,1732191567664 already deleted, retry=false 2024-11-21T12:19:39,788 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,36527,1732191567664 expired; onlineServers=0 2024-11-21T12:19:39,788 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,40803,1732191566946' ***** 2024-11-21T12:19:39,788 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:39,788 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:39,788 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:39,788 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:39,789 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:39,789 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:39,789 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191569926 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191569926,5,FailOnTimeoutGroup] 2024-11-21T12:19:39,789 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191569928 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191569928,5,FailOnTimeoutGroup] 2024-11-21T12:19:39,789 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:39,789 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:39,789 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:39,789 INFO [M:0;9bb5b7e9dd2c:40803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:39,790 INFO [M:0;9bb5b7e9dd2c:40803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:39,790 INFO [M:0;9bb5b7e9dd2c:40803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:39,790 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:39,790 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/master 2024-11-21T12:19:39,791 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:39,791 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] zookeeper.ZKUtil(347): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/master because node does not exist (not an error) 2024-11-21T12:19:39,791 WARN [M:0;9bb5b7e9dd2c:40803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:39,792 INFO [M:0;9bb5b7e9dd2c:40803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.lastflushedseqids 2024-11-21T12:19:39,808 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:19:39,808 INFO [M:0;9bb5b7e9dd2c:40803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:39,809 INFO [M:0;9bb5b7e9dd2c:40803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:39,809 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:39,809 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:39,809 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:39,809 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:39,809 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:39,809 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=50.24 KB heapSize=61.14 KB 2024-11-21T12:19:39,829 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963b165fa6964b099d399c68d6e0ac9d is 82, key is hbase:meta,,1/info:regioninfo/1732191571326/Put/seqid=0 2024-11-21T12:19:39,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:19:39,887 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:39,887 DEBUG [pool-37-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:36527-0x1006247b8500001, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:39,888 INFO [RS:0;9bb5b7e9dd2c:36527 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:39,888 INFO [RS:0;9bb5b7e9dd2c:36527 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,36527,1732191567664; zookeeper connection closed. 2024-11-21T12:19:39,888 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4b825e6a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4b825e6a 2024-11-21T12:19:39,889 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:40,235 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963b165fa6964b099d399c68d6e0ac9d 2024-11-21T12:19:40,264 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55f3718bfd28406490f1a937665e791f is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191576636/Put/seqid=0 2024-11-21T12:19:40,270 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741844_1020 (size=8663) 2024-11-21T12:19:40,672 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=49.68 KB at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55f3718bfd28406490f1a937665e791f 2024-11-21T12:19:40,702 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb11d517534158961f45a4f9ab2a7e is 69, key is 9bb5b7e9dd2c,36527,1732191567664/rs:state/1732191569959/Put/seqid=0 2024-11-21T12:19:40,708 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:19:41,110 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=115 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb11d517534158961f45a4f9ab2a7e 2024-11-21T12:19:41,121 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/963b165fa6964b099d399c68d6e0ac9d as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/963b165fa6964b099d399c68d6e0ac9d 2024-11-21T12:19:41,130 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/963b165fa6964b099d399c68d6e0ac9d, entries=8, sequenceid=115, filesize=5.5 K 2024-11-21T12:19:41,132 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/55f3718bfd28406490f1a937665e791f as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55f3718bfd28406490f1a937665e791f 2024-11-21T12:19:41,141 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55f3718bfd28406490f1a937665e791f, entries=14, sequenceid=115, filesize=8.5 K 2024-11-21T12:19:41,143 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/bceb11d517534158961f45a4f9ab2a7e as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bceb11d517534158961f45a4f9ab2a7e 2024-11-21T12:19:41,151 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bceb11d517534158961f45a4f9ab2a7e, entries=1, sequenceid=115, filesize=5.0 K 2024-11-21T12:19:41,153 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=115, compaction requested=false 2024-11-21T12:19:41,155 INFO [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:41,155 DEBUG [M:0;9bb5b7e9dd2c:40803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191579809Disabling compacts and flushes for region at 1732191579809Disabling writes for close at 1732191579809Obtaining lock to block concurrent updates at 1732191579809Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191579809Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=51442, getHeapSize=62544, getOffHeapSize=0, getCellsCount=134 at 1732191579810 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191579811 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191579811Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191579828 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191579828Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191580244 (+416 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191580263 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191580263Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191580680 (+417 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191580701 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191580701Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e225417: reopening flushed file at 1732191581119 (+418 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76521197: reopening flushed file at 1732191581130 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eea9fd7: reopening flushed file at 1732191581141 (+11 ms)Finished flush of dataSize ~50.24 KB/51442, heapSize ~60.84 KB/62304, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1344ms, sequenceid=115, compaction requested=false at 1732191581153 (+12 ms)Writing region close event to WAL at 1732191581155 (+2 ms)Closed at 1732191581155 2024-11-21T12:19:41,159 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741830_1006 (size=59421) 2024-11-21T12:19:41,160 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:41,160 INFO [M:0;9bb5b7e9dd2c:40803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:41,160 INFO [M:0;9bb5b7e9dd2c:40803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40803 2024-11-21T12:19:41,160 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:41,263 INFO [M:0;9bb5b7e9dd2c:40803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:41,263 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40803-0x1006247b8500000, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:41,266 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:41,266 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:41,269 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33475 2024-11-21T12:19:41,271 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33475 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:41,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:334750x0, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:41,274 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33475-0x1006247b8500006 connected 2024-11-21T12:19:41,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:41,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:41,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:41,285 DEBUG [pool-237-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: INIT 2024-11-21T12:19:41,285 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb, hbase.cluster.distributed=false 2024-11-21T12:19:41,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/acl 2024-11-21T12:19:41,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-21T12:19:41,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33475 2024-11-21T12:19:41,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33475 2024-11-21T12:19:41,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-21T12:19:41,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33475 2024-11-21T12:19:41,310 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:41,310 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:41,311 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35391 2024-11-21T12:19:41,313 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35391 connecting to ZooKeeper ensemble=127.0.0.1:64671 2024-11-21T12:19:41,313 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:41,316 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:41,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353910x0, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:41,322 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35391-0x1006247b8500007 connected 2024-11-21T12:19:41,322 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:41,322 DEBUG [pool-242-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: INIT 2024-11-21T12:19:41,323 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:41,323 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:41,324 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/master 2024-11-21T12:19:41,325 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/acl 2024-11-21T12:19:41,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-21T12:19:41,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35391 2024-11-21T12:19:41,326 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35391 2024-11-21T12:19:41,327 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-21T12:19:41,328 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35391 2024-11-21T12:19:41,345 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:33475 2024-11-21T12:19:41,345 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1088941667/backup-masters/9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,347 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:41,348 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:41,348 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/backup-masters/9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/master 2024-11-21T12:19:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:41,350 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:41,350 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/master 2024-11-21T12:19:41,351 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1088941667/backup-masters/9bb5b7e9dd2c,33475,1732191581265 from backup master directory 2024-11-21T12:19:41,352 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/backup-masters/9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:41,353 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:41,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/backup-masters 2024-11-21T12:19:41,353 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,372 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:41,372 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:41,389 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 17ms. 2024-11-21T12:19:41,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741846_1022 (size=196) 2024-11-21T12:19:41,445 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:41,447 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:41,457 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:41,468 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T12:19:41,480 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946 to hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946-dead as it is dead 2024-11-21T12:19:41,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(47): Initialize RecoverLeaseFSUtils 2024-11-21T12:19:41,484 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(59): set recoverLeaseMethod to org.apache.hadoop.fs.LeaseRecoverable.recoverLease() 2024-11-21T12:19:41,484 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946-dead/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:41,499 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946-dead/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 after 12ms 2024-11-21T12:19:41,504 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946-dead/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 to hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:41,505 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,40803,1732191566946-dead 2024-11-21T12:19:41,508 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,512 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:41,518 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C33475%2C1732191581265, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,33475,1732191581265, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:41,539 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,33475,1732191581265/9bb5b7e9dd2c%2C33475%2C1732191581265.1732191581518, exclude list is [], retry=0 2024-11-21T12:19:41,553 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:41,562 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/WALs/9bb5b7e9dd2c,33475,1732191581265/9bb5b7e9dd2c%2C33475%2C1732191581265.1732191581518 2024-11-21T12:19:41,562 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:41,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:41,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:41,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,568 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,570 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:41,570 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:41,601 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/963b165fa6964b099d399c68d6e0ac9d 2024-11-21T12:19:41,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:41,602 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,603 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:41,603 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:41,615 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/55f3718bfd28406490f1a937665e791f 2024-11-21T12:19:41,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:41,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,617 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:41,617 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:41,628 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/bceb11d517534158961f45a4f9ab2a7e 2024-11-21T12:19:41,628 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:41,629 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,631 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:41,631 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:41,632 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:41,632 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,634 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T12:19:41,634 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:41,654 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 136, firstSequenceIdInLog=3, maxSequenceIdInLog=117, path=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:41,656 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C40803%2C1732191566946.1732191569339 2024-11-21T12:19:41,660 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,660 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,661 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:41,664 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:41,669 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/117.seqid, newMaxSeqId=117, maxSeqId=1 2024-11-21T12:19:41,670 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=118; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73035441, jitterRate=0.08831287920475006}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:41,670 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191581564Initializing all the Stores at 1732191581567 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191581568 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191581568Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191581568Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191581568Cleaning up temporary data from old regions at 1732191581660 (+92 ms)Region opened successfully at 1732191581670 (+10 ms) 2024-11-21T12:19:41,671 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:41,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7dcf78bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:41,691 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T12:19:41,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:41,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:41,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:41,693 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-11-21T12:19:41,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:41,702 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:41,703 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:19:41,703 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=9, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:41,703 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=11, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:19:41,703 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=13, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.UpdatePeerConfigProcedure 2024-11-21T12:19:41,704 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 10 msec 2024-11-21T12:19:41,704 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:41,722 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9bb5b7e9dd2c,36527,1732191567664, regionLocation=9bb5b7e9dd2c,36527,1732191567664, openSeqNum=2 2024-11-21T12:19:41,723 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9bb5b7e9dd2c,36527,1732191567664, table=hbase:meta, region=1588230740 2024-11-21T12:19:41,723 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,36527,1732191567664, state=OPEN 2024-11-21T12:19:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:41,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:41,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:41,725 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:41,733 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:41,738 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/draining/9bb5b7e9dd2c,36527,1732191567664 already deleted, retry=false 2024-11-21T12:19:41,739 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9bb5b7e9dd2c,36527,1732191567664 on 9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,746 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9bb5b7e9dd2c,36527,1732191567664, splitWal=true, meta=true 2024-11-21T12:19:41,748 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=15 for 9bb5b7e9dd2c,36527,1732191567664 (carryingMeta=true) 9bb5b7e9dd2c,36527,1732191567664/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@3868d001[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T12:19:41,751 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:41,753 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/balancer already deleted, retry=false 2024-11-21T12:19:41,753 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:41,754 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:41,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/normalizer already deleted, retry=false 2024-11-21T12:19:41,756 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:41,757 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:41,759 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/switch/split already deleted, retry=false 2024-11-21T12:19:41,760 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:41,761 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/switch/merge already deleted, retry=false 2024-11-21T12:19:41,770 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:41,772 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:41,774 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:41,776 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,33475,1732191581265, sessionid=0x1006247b8500006, setting cluster-up flag (Was=false) 2024-11-21T12:19:41,780 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088941667/flush-table-proc/acquired, /0-1088941667/flush-table-proc/reached, /0-1088941667/flush-table-proc/abort 2024-11-21T12:19:41,781 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,785 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1088941667/online-snapshot/acquired, /0-1088941667/online-snapshot/reached, /0-1088941667/online-snapshot/abort 2024-11-21T12:19:41,786 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:41,789 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.lastflushedseqids 2024-11-21T12:19:41,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:41,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:41,794 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,33475,1732191581265 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9bb5b7e9dd2c,36527,1732191567664 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:41,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,797 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:41,797 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,799 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191611799 2024-11-21T12:19:41,799 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,800 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=15, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,36527,1732191567664, splitWal=true, meta=true 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:41,800 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:41,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:41,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:41,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:41,801 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191581801,5,FailOnTimeoutGroup] 2024-11-21T12:19:41,801 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191581801,5,FailOnTimeoutGroup] 2024-11-21T12:19:41,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:41,802 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,802 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,802 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191581802, completionTime=-1 2024-11-21T12:19:41,802 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T12:19:41,802 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,36527,1732191567664, splitWal=true, meta=true, isMeta: true 2024-11-21T12:19:41,804 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664-splitting 2024-11-21T12:19:41,806 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664-splitting dir is empty, no logs to split. 2024-11-21T12:19:41,806 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,36527,1732191567664 WAL count=0, meta=true 2024-11-21T12:19:41,806 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:19:41,811 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664-splitting dir is empty, no logs to split. 2024-11-21T12:19:41,811 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,36527,1732191567664 WAL count=0, meta=true 2024-11-21T12:19:41,811 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9bb5b7e9dd2c,36527,1732191567664 WAL splitting is done? wals=0, meta=true 2024-11-21T12:19:41,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:41,816 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:41,817 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:19:41,831 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(746): ClusterId : 3b33bf14-f278-4f64-a27d-f0a4ded1d1bc 2024-11-21T12:19:41,831 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:41,834 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:41,834 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:41,837 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:41,837 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ca832d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:41,852 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35391 2024-11-21T12:19:41,853 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:41,853 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:41,853 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:41,854 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,33475,1732191581265 with port=35391, startcode=1732191581309 2024-11-21T12:19:41,854 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:41,857 INFO [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44725, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:41,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33475 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:41,857 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33475 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:41,860 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb 2024-11-21T12:19:41,860 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34231 2024-11-21T12:19:41,860 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:41,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/rs 2024-11-21T12:19:41,863 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] zookeeper.ZKUtil(111): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on existing znode=/0-1088941667/rs/9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:41,863 WARN [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:41,863 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:41,863 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:41,863 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35391,1732191581309] 2024-11-21T12:19:41,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=104ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:19:41,911 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:41,913 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:41,914 INFO [RS:0;9bb5b7e9dd2c:35391 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:41,914 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,915 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:41,916 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:41,916 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,916 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,917 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,918 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,918 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:41,918 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:41,918 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,922 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35391,1732191581309-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:41,944 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:41,945 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35391,1732191581309-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,964 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35391,1732191581309, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:19:41,968 WARN [9bb5b7e9dd2c:33475 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:19:41,984 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(231): queueId=2-9bb5b7e9dd2c,35391,1732191581309, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:19:41,984 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:41,984 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:41,985 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35391,1732191581309 started 2024-11-21T12:19:41,986 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15a05a47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:41,986 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:41,987 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:41,989 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:41,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d1e8ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:41,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:41,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:41,992 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50386, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:41,993 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7436959a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:41,993 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:41,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:41,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4cf0c993 2024-11-21T12:19:41,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:41,997 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50392, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:41,998 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35391,1732191581309 (queues=0) is replicating from cluster=3b33bf14-f278-4f64-a27d-f0a4ded1d1bc to cluster=fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:42,005 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:42,005 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:36411' 2024-11-21T12:19:42,005 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35391,1732191581309, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35391, sessionid=0x1006247b8500007 2024-11-21T12:19:42,006 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:42,006 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:42,006 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35391,1732191581309' 2024-11-21T12:19:42,006 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088941667/flush-table-proc/abort' 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088941667/flush-table-proc/acquired' 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35391,1732191581309' 2024-11-21T12:19:42,007 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1088941667/online-snapshot/abort' 2024-11-21T12:19:42,008 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2e8be652, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:42,008 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1088941667/online-snapshot/acquired' 2024-11-21T12:19:42,008 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,36411,-1 for getting cluster id 2024-11-21T12:19:42,008 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:42,008 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:42,008 INFO [RS:0;9bb5b7e9dd2c:35391 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:42,008 INFO [RS:0;9bb5b7e9dd2c:35391 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:42,009 DEBUG [HMaster-EventLoopGroup-5-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b' 2024-11-21T12:19:42,009 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b" 2024-11-21T12:19:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2833fa48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,36411,-1] 2024-11-21T12:19:42,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:42,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:42,012 INFO [HMaster-EventLoopGroup-5-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50396, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:42,013 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@55dcdc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:42,013 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@31ac5483 2024-11-21T12:19:42,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:42,016 INFO [HMaster-EventLoopGroup-5-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50400, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.2 (auth:SIMPLE), service=MasterService 2024-11-21T12:19:42,018 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9bb5b7e9dd2c,35391,1732191581309 (queues=0) is replicating from cluster=3b33bf14-f278-4f64-a27d-f0a4ded1d1bc to cluster=fbc4f7a4-cf7b-457a-9eb1-a9ca63f1602b 2024-11-21T12:19:42,083 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:42,109 INFO [RS:0;9bb5b7e9dd2c:35391 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:42,112 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35391%2C1732191581309, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:42,134 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114, exclude list is [], retry=0 2024-11-21T12:19:42,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:42,141 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 2024-11-21T12:19:42,142 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9bb5b7e9dd2c%2C35391%2C1732191581309 for peer 1 2024-11-21T12:19:42,142 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9bb5b7e9dd2c%2C35391%2C1732191581309 for peer 2 2024-11-21T12:19:42,142 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35391%2C1732191581309 2024-11-21T12:19:42,142 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35391,1732191581309, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:42,142 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35391%2C1732191581309 2024-11-21T12:19:42,142 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35391%2C1732191581309 2024-11-21T12:19:42,143 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9bb5b7e9dd2c,35391,1732191581309, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:19:42,144 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:42,144 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35391%2C1732191581309 2024-11-21T12:19:42,144 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114, startPosition=0, beingWritten=true 2024-11-21T12:19:42,144 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114, startPosition=0, beingWritten=true 2024-11-21T12:19:42,218 DEBUG [9bb5b7e9dd2c:33475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:42,219 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:42,221 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35391,1732191581309, state=OPENING 2024-11-21T12:19:42,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:42,223 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:42,223 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=16, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:42,223 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:42,223 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=17, ppid=16, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35391,1732191581309}] 2024-11-21T12:19:42,224 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:42,354 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:42,354 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:42,378 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:42,380 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53045, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:42,386 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:42,386 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:42,386 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:42,389 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35391%2C1732191581309.meta, suffix=.meta, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:42,406 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.meta.1732191582390.meta, exclude list is [], retry=0 2024-11-21T12:19:42,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:42,412 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.meta.1732191582390.meta 2024-11-21T12:19:42,412 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:42,412 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:42,413 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:42,413 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:42,413 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:42,413 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:42,413 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:42,413 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:42,414 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:42,414 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:42,416 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:42,417 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:42,417 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:42,426 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/info/4f7d1ab03a6f42428c7363f7bdff80f1 2024-11-21T12:19:42,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:42,426 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:42,427 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:42,427 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:42,435 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/ns/7eb85b4dd68b4fc5a60d487548bd1f89 2024-11-21T12:19:42,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:42,436 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:42,437 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:42,437 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:42,438 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:42,439 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:42,439 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:42,448 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/table/276ec1ea5535439bae168590848875c7 2024-11-21T12:19:42,449 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:42,449 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:42,450 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:42,451 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740 2024-11-21T12:19:42,453 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:42,453 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:42,454 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:42,457 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:42,458 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67044984, jitterRate=-9.518861770629883E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:42,458 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:42,458 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191582414Writing region info on filesystem at 1732191582414Initializing all the Stores at 1732191582415 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191582415Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191582415Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191582415Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191582415Cleaning up temporary data from old regions at 1732191582453 (+38 ms)Running coprocessor post-open hooks at 1732191582458 (+5 ms)Region opened successfully at 1732191582458 2024-11-21T12:19:42,460 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=17, masterSystemTime=1732191582377 2024-11-21T12:19:42,463 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:42,463 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=17}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:42,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=16 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:42,466 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35391,1732191581309, state=OPEN 2024-11-21T12:19:42,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:42,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1088941667/meta-region-server 2024-11-21T12:19:42,467 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=17, ppid=16, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:42,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:42,468 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1088941667/meta-region-server: CHANGED 2024-11-21T12:19:42,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=17, resume processing ppid=16 2024-11-21T12:19:42,471 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, ppid=16, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35391,1732191581309 in 245 msec 2024-11-21T12:19:42,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-11-21T12:19:42,474 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 657 msec 2024-11-21T12:19:42,663 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:42,663 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:43,071 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:43,071 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:43,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1607ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1503ms 2024-11-21T12:19:43,580 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:43,580 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:44,187 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:44,188 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:44,895 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:44,895 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:44,912 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3110ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3006ms 2024-11-21T12:19:45,703 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:45,703 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:46,314 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4512ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T12:19:46,315 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:46,315 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:46,315 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35391,1732191581309, seqNum=-1] 2024-11-21T12:19:46,315 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:46,317 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55055, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:46,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=19c7a11ffea45a2265002cdd3d490b2c, regionState=OPEN, lastHost=9bb5b7e9dd2c,36527,1732191567664, regionLocation=9bb5b7e9dd2c,36527,1732191567664, openSeqNum=2 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191646326 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191706326 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 11 msec 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,326 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:33475, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,326 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(207): 9bb5b7e9dd2c,36527,1732191567664 had 2 regions 2024-11-21T12:19:46,327 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,327 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,329 INFO [PEWorker-3 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=15, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,36527,1732191567664, splitWal=true, meta=true, isMeta: false 2024-11-21T12:19:46,331 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664-splitting dir is empty, no logs to split. 2024-11-21T12:19:46,331 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,36527,1732191567664 WAL count=0, meta=false 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.982sec 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:46,335 INFO [PEWorker-3 {}] master.SplitLogManager(171): hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,36527,1732191567664-splitting dir is empty, no logs to split. 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:46,335 INFO [PEWorker-3 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,36527,1732191567664 WAL count=0, meta=false 2024-11-21T12:19:46,335 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:46,335 DEBUG [PEWorker-3 {}] procedure.ServerCrashProcedure(329): Check if 9bb5b7e9dd2c,36527,1732191567664 WAL splitting is done? wals=0, meta=false 2024-11-21T12:19:46,338 WARN [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9bb5b7e9dd2c,36527,1732191567664/hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:46,339 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN}] 2024-11-21T12:19:46,340 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:46,340 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:46,340 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33475,1732191581265-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:46,341 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN 2024-11-21T12:19:46,342 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:19:46,434 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8a43fa6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,434 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33475,-1 for getting cluster id 2024-11-21T12:19:46,434 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:46,436 DEBUG [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b33bf14-f278-4f64-a27d-f0a4ded1d1bc' 2024-11-21T12:19:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b33bf14-f278-4f64-a27d-f0a4ded1d1bc" 2024-11-21T12:19:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47f5434d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,437 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33475,-1] 2024-11-21T12:19:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:46,438 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,440 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:46,441 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1758a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,441 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:46,442 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35391,1732191581309, seqNum=-1] 2024-11-21T12:19:46,443 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:46,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-8-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:46,447 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T12:19:46,447 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:46,448 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:496) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,448 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,448 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:46,448 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9bb5b7e9dd2c:33475 after: 9bb5b7e9dd2c:33475 2024-11-21T12:19:46,449 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d590ed2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,449 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33475,-1 for getting cluster id 2024-11-21T12:19:46,449 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:46,450 DEBUG [HMaster-EventLoopGroup-7-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '3b33bf14-f278-4f64-a27d-f0a4ded1d1bc' 2024-11-21T12:19:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "3b33bf14-f278-4f64-a27d-f0a4ded1d1bc" 2024-11-21T12:19:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@106f4532, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33475,-1] 2024-11-21T12:19:46,450 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:46,451 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,451 INFO [HMaster-EventLoopGroup-7-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:46,452 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50a06ff5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:46,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:46,453 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7e6c989a 2024-11-21T12:19:46,454 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:46,455 INFO [HMaster-EventLoopGroup-7-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:46,455 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:46,456 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:19:46,457 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:19:46,458 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33475 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=2 2024-11-21T12:19:46,458 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:46,459 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:46,459 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:46,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,459 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,459 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:46,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:46,459 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1099102512, stopped=false 2024-11-21T12:19:46,459 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,36411,1732191572373 2024-11-21T12:19:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11794578272/running 2024-11-21T12:19:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11794578272/running 2024-11-21T12:19:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:46,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:46,461 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:46,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:46,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:46,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/running 2024-11-21T12:19:46,462 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Set watcher on znode that does not yet exist, /11794578272/running 2024-11-21T12:19:46,462 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,37635,1732191572426' ***** 2024-11-21T12:19:46,462 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:46,463 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:37635. 2024-11-21T12:19:46,463 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:46,463 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:46,463 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:46,464 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:19:46,464 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:19:46,464 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:46,464 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:46,464 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:46,464 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:46,464 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:46,464 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:46,464 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:19:46,484 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/.tmp/ns/92484d79302d4c0bb47096b6a93aed84 is 43, key is default/ns:d/1732191575175/Put/seqid=0 2024-11-21T12:19:46,489 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:19:46,492 DEBUG [9bb5b7e9dd2c:33475 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:46,493 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=19c7a11ffea45a2265002cdd3d490b2c, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:46,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=15, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN because future has completed 2024-11-21T12:19:46,497 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,35391,1732191581309}] 2024-11-21T12:19:46,505 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:46,612 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:46,612 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:46,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:46,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:46,655 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:19:46,657 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35391%2C1732191581309.rep, suffix=, logDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309, archiveDir=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs, maxLogs=10 2024-11-21T12:19:46,664 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:46,673 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.rep.1732191586658, exclude list is [], retry=0 2024-11-21T12:19:46,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:40899,DS-15167f84-8373-481b-becf-0b9dc28f6c23,DISK] 2024-11-21T12:19:46,678 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.rep.1732191586658 2024-11-21T12:19:46,678 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41693:41693)] 2024-11-21T12:19:46,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 19c7a11ffea45a2265002cdd3d490b2c, NAME => 'hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:46,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:46,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:46,679 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. service=MultiRowMutationService 2024-11-21T12:19:46,679 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:19:46,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:46,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,680 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,682 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,683 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName hfileref 2024-11-21T12:19:46,683 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,684 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:46,684 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,685 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName queue 2024-11-21T12:19:46,685 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,693 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/queue/7c59d3e560334479bff86112e5d7f630 2024-11-21T12:19:46,694 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:46,694 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,695 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 19c7a11ffea45a2265002cdd3d490b2c columnFamilyName sid 2024-11-21T12:19:46,695 DEBUG [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:46,696 INFO [StoreOpener-19c7a11ffea45a2265002cdd3d490b2c-1 {}] regionserver.HStore(327): Store=19c7a11ffea45a2265002cdd3d490b2c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:46,696 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,697 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,698 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,699 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,700 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:19:46,702 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,703 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1114): Opened 19c7a11ffea45a2265002cdd3d490b2c; next sequenceid=10; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66196753, jitterRate=-0.01359151303768158}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:19:46,703 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:46,704 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 19c7a11ffea45a2265002cdd3d490b2c: Running coprocessor pre-open hook at 1732191586680Writing region info on filesystem at 1732191586680Initializing all the Stores at 1732191586681 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191586681Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191586681Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191586681Cleaning up temporary data from old regions at 1732191586700 (+19 ms)Running coprocessor post-open hooks at 1732191586703 (+3 ms)Region opened successfully at 1732191586704 (+1 ms) 2024-11-21T12:19:46,705 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., pid=19, masterSystemTime=1732191586650 2024-11-21T12:19:46,708 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:46,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=19}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:46,709 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=19c7a11ffea45a2265002cdd3d490b2c, regionState=OPEN, openSeqNum=10, regionLocation=9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:46,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,35391,1732191581309 because future has completed 2024-11-21T12:19:46,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-11-21T12:19:46,716 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 19c7a11ffea45a2265002cdd3d490b2c, server=9bb5b7e9dd2c,35391,1732191581309 in 216 msec 2024-11-21T12:19:46,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=15 2024-11-21T12:19:46,719 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=15, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=19c7a11ffea45a2265002cdd3d490b2c, ASSIGN in 377 msec 2024-11-21T12:19:46,721 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=20, ppid=15, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T12:19:46,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-8-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c., hostname=9bb5b7e9dd2c,35391,1732191581309, seqNum=10] 2024-11-21T12:19:46,762 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 2 replication queues need to be claimed for 9bb5b7e9dd2c,36527,1732191567664 2024-11-21T12:19:46,762 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T12:19:46,864 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:46,890 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/.tmp/ns/92484d79302d4c0bb47096b6a93aed84 2024-11-21T12:19:46,902 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/.tmp/ns/92484d79302d4c0bb47096b6a93aed84 as hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/ns/92484d79302d4c0bb47096b6a93aed84 2024-11-21T12:19:46,918 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/ns/92484d79302d4c0bb47096b6a93aed84, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:19:46,920 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false 2024-11-21T12:19:46,920 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:19:46,926 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35391 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=21 2024-11-21T12:19:46,931 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:19:46,932 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:46,932 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:46,932 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:46,932 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191586464Running coprocessor pre-close hooks at 1732191586464Disabling compacts and flushes for region at 1732191586464Disabling writes for close at 1732191586464Obtaining lock to block concurrent updates at 1732191586464Preparing flush snapshotting stores in 1588230740 at 1732191586464Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191586465 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191586466 (+1 ms)Flushing 1588230740/ns: creating writer at 1732191586466Flushing 1588230740/ns: appending metadata at 1732191586484 (+18 ms)Flushing 1588230740/ns: closing flushed file at 1732191586484Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@549da37f: reopening flushed file at 1732191586900 (+416 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 456ms, sequenceid=6, compaction requested=false at 1732191586920 (+20 ms)Writing region close event to WAL at 1732191586926 (+6 ms)Running coprocessor post-close hooks at 1732191586932 (+6 ms)Closed at 1732191586932 2024-11-21T12:19:46,933 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:46,996 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:19:46,996 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:19:47,065 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,37635,1732191572426; all regions closed. 2024-11-21T12:19:47,068 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:19:47,071 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/oldWALs 2024-11-21T12:19:47,071 INFO [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C37635%2C1732191572426.meta:.meta(num 1732191575091) 2024-11-21T12:19:47,074 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:19:47,077 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/oldWALs 2024-11-21T12:19:47,077 INFO [RS:0;9bb5b7e9dd2c:37635 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C37635%2C1732191572426:(num 1732191574136) 2024-11-21T12:19:47,077 DEBUG [RS:0;9bb5b7e9dd2c:37635 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:47,077 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:47,077 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:47,077 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:47,077 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:47,077 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:47,078 INFO [RS:0;9bb5b7e9dd2c:37635 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37635 2024-11-21T12:19:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11794578272/rs/9bb5b7e9dd2c,37635,1732191572426 2024-11-21T12:19:47,080 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272/rs 2024-11-21T12:19:47,080 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:47,081 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,37635,1732191572426] 2024-11-21T12:19:47,082 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11794578272/draining/9bb5b7e9dd2c,37635,1732191572426 already deleted, retry=false 2024-11-21T12:19:47,082 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,37635,1732191572426 expired; onlineServers=0 2024-11-21T12:19:47,082 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,36411,1732191572373' ***** 2024-11-21T12:19:47,082 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:47,083 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:47,083 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:47,083 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:47,083 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191573902 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191573902,5,FailOnTimeoutGroup] 2024-11-21T12:19:47,083 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191573902 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191573902,5,FailOnTimeoutGroup] 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:47,083 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:47,083 INFO [M:0;9bb5b7e9dd2c:36411 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:47,084 INFO [M:0;9bb5b7e9dd2c:36411 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:47,084 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11794578272/master 2024-11-21T12:19:47,085 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11794578272 2024-11-21T12:19:47,085 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] zookeeper.ZKUtil(347): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Unable to get data of znode /11794578272/master because node does not exist (not an error) 2024-11-21T12:19:47,085 WARN [M:0;9bb5b7e9dd2c:36411 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:47,086 INFO [M:0;9bb5b7e9dd2c:36411 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/.lastflushedseqids 2024-11-21T12:19:47,092 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:19:47,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:47,182 INFO [RS:0;9bb5b7e9dd2c:37635 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:47,182 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37635-0x1006247b8500004, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:47,182 INFO [RS:0;9bb5b7e9dd2c:37635 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,37635,1732191572426; zookeeper connection closed. 2024-11-21T12:19:47,182 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1f3fc389 2024-11-21T12:19:47,182 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:47,493 INFO [M:0;9bb5b7e9dd2c:36411 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:47,493 INFO [M:0;9bb5b7e9dd2c:36411 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:47,493 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:47,493 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:47,494 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:47,494 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:47,494 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:47,494 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:19:47,513 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcf2b0edcfd4dc397332f5e948f5979 is 82, key is hbase:meta,,1/info:regioninfo/1732191575152/Put/seqid=0 2024-11-21T12:19:47,518 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:19:47,619 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:47,619 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:47,916 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:47,920 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcf2b0edcfd4dc397332f5e948f5979 2024-11-21T12:19:47,958 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bad9e0b35304857a9e670e6eb85138b is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191575184/Put/seqid=0 2024-11-21T12:19:47,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:19:48,366 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bad9e0b35304857a9e670e6eb85138b 2024-11-21T12:19:48,390 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b8a578475f74e019f46dfa806e94986 is 69, key is 9bb5b7e9dd2c,37635,1732191572426/rs:state/1732191573975/Put/seqid=0 2024-11-21T12:19:48,395 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:19:48,726 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:48,726 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:48,796 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b8a578475f74e019f46dfa806e94986 2024-11-21T12:19:48,805 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/5dcf2b0edcfd4dc397332f5e948f5979 as hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dcf2b0edcfd4dc397332f5e948f5979 2024-11-21T12:19:48,813 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/5dcf2b0edcfd4dc397332f5e948f5979, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:19:48,815 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/8bad9e0b35304857a9e670e6eb85138b as hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bad9e0b35304857a9e670e6eb85138b 2024-11-21T12:19:48,823 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/8bad9e0b35304857a9e670e6eb85138b, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:19:48,825 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/6b8a578475f74e019f46dfa806e94986 as hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b8a578475f74e019f46dfa806e94986 2024-11-21T12:19:48,833 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:37709/user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/6b8a578475f74e019f46dfa806e94986, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:19:48,835 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=28, compaction requested=false 2024-11-21T12:19:48,837 INFO [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:48,837 DEBUG [M:0;9bb5b7e9dd2c:36411 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191587493Disabling compacts and flushes for region at 1732191587493Disabling writes for close at 1732191587494 (+1 ms)Obtaining lock to block concurrent updates at 1732191587494Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191587494Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191587494Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191587495 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191587495Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191587513 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191587513Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191587935 (+422 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191587958 (+23 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191587958Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191588372 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191588389 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191588389Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@705c7c00: reopening flushed file at 1732191588804 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@307d9d4d: reopening flushed file at 1732191588814 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3af010bd: reopening flushed file at 1732191588824 (+10 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1341ms, sequenceid=28, compaction requested=false at 1732191588835 (+11 ms)Writing region close event to WAL at 1732191588837 (+2 ms)Closed at 1732191588837 2024-11-21T12:19:48,840 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44447 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:19:48,840 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/4a099f79-52b0-ed3a-8cf0-544b05e1700e/MasterData/WALs/9bb5b7e9dd2c,36411,1732191572373/9bb5b7e9dd2c%2C36411%2C1732191572373.1732191573773 not finished, retry = 0 2024-11-21T12:19:48,941 INFO [M:0;9bb5b7e9dd2c:36411 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:48,941 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:48,942 INFO [M:0;9bb5b7e9dd2c:36411 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:36411 2024-11-21T12:19:48,945 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:49,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:49,047 INFO [M:0;9bb5b7e9dd2c:36411 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:49,047 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:36411-0x1006247b8500003, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:49,051 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@39a39bfd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:49,053 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7fdb9937{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:49,054 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:49,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3a35ba74{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:49,054 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@11d21555{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:49,057 WARN [BP-918373715-172.17.0.2-1732191571715 heartbeating to localhost/127.0.0.1:37709 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:49,057 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:49,057 WARN [BP-918373715-172.17.0.2-1732191571715 heartbeating to localhost/127.0.0.1:37709 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-918373715-172.17.0.2-1732191571715 (Datanode Uuid a2f4c62d-11e2-4eab-a1b6-5e9e0d3c649c) service to localhost/127.0.0.1:37709 2024-11-21T12:19:49,057 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:49,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/cluster_2b9a3698-3446-d2f0-a48f-1b531abec120/data/data1/current/BP-918373715-172.17.0.2-1732191571715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:49,058 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/cluster_2b9a3698-3446-d2f0-a48f-1b531abec120/data/data2/current/BP-918373715-172.17.0.2-1732191571715 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:49,059 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:49,065 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@49025f3f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:49,066 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e6b2def{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:49,066 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:49,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@597920fc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:49,066 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@618c4e50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:49,092 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:19:49,092 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:49,092 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:49,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,093 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,093 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:49,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:19:49,093 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1821603932, stopped=false 2024-11-21T12:19:49,093 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,33475,1732191581265 2024-11-21T12:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/running 2024-11-21T12:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:49,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:49,095 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:49,096 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:19:49,096 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsForReplicationPeer(TestMasterReplication.java:510) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:49,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:49,096 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,096 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Set watcher on znode that does not yet exist, /0-1088941667/running 2024-11-21T12:19:49,096 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35391,1732191581309' ***** 2024-11-21T12:19:49,096 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:19:49,096 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:19:49,096 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(3091): Received CLOSE for 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35391. 2024-11-21T12:19:49,097 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:49,097 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,097 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 19c7a11ffea45a2265002cdd3d490b2c, disabling compactions & flushes 2024-11-21T12:19:49,097 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:19:49,097 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:19:49,097 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:49,098 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. after waiting 0 ms 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:49,098 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:19:49,098 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 19c7a11ffea45a2265002cdd3d490b2c=hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c.} 2024-11-21T12:19:49,098 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 19c7a11ffea45a2265002cdd3d490b2c 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:49,098 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:49,098 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:49,098 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T12:19:49,103 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/replication/19c7a11ffea45a2265002cdd3d490b2c/recovered.edits/12.seqid, newMaxSeqId=12, maxSeqId=9 2024-11-21T12:19:49,104 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:49,104 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:49,104 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:49,104 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 19c7a11ffea45a2265002cdd3d490b2c: Waiting for close lock at 1732191589097Running coprocessor pre-close hooks at 1732191589097Disabling compacts and flushes for region at 1732191589097Disabling writes for close at 1732191589098 (+1 ms)Writing region close event to WAL at 1732191589099 (+1 ms)Running coprocessor post-close hooks at 1732191589104 (+5 ms)Closed at 1732191589104 2024-11-21T12:19:49,105 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c. 2024-11-21T12:19:49,117 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/819e8b6a1cc34f73ab9ce30ddfc74519 is 147, key is hbase:replication,,1732191575366.19c7a11ffea45a2265002cdd3d490b2c./info:regioninfo/1732191586709/Put/seqid=0 2024-11-21T12:19:49,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741851_1027 (size=6385) 2024-11-21T12:19:49,128 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:49,298 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:49,499 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:19:49,523 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/819e8b6a1cc34f73ab9ce30ddfc74519 2024-11-21T12:19:49,534 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/.tmp/info/819e8b6a1cc34f73ab9ce30ddfc74519 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/info/819e8b6a1cc34f73ab9ce30ddfc74519 2024-11-21T12:19:49,542 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/info/819e8b6a1cc34f73ab9ce30ddfc74519, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T12:19:49,543 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false 2024-11-21T12:19:49,551 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T12:19:49,552 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:19:49,552 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:19:49,552 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:49,552 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191589098Running coprocessor pre-close hooks at 1732191589098Disabling compacts and flushes for region at 1732191589098Disabling writes for close at 1732191589098Obtaining lock to block concurrent updates at 1732191589098Preparing flush snapshotting stores in 1588230740 at 1732191589098Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732191589099 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191589100 (+1 ms)Flushing 1588230740/info: creating writer at 1732191589100Flushing 1588230740/info: appending metadata at 1732191589117 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732191589117Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@428cbcb3: reopening flushed file at 1732191589532 (+415 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 445ms, sequenceid=19, compaction requested=false at 1732191589543 (+11 ms)Writing region close event to WAL at 1732191589545 (+2 ms)Running coprocessor post-close hooks at 1732191589552 (+7 ms)Closed at 1732191589552 2024-11-21T12:19:49,552 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:49,699 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35391,1732191581309; all regions closed. 2024-11-21T12:19:49,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741849_1025 (size=2156) 2024-11-21T12:19:49,704 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.meta.1732191582390.meta not finished, retry = 0 2024-11-21T12:19:49,810 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:49,810 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35391%2C1732191581309.meta:.meta(num 1732191582390) 2024-11-21T12:19:49,813 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.rep.1732191586658 not finished, retry = 0 2024-11-21T12:19:49,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741850_1026 (size=796) 2024-11-21T12:19:49,918 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:49,918 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35391%2C1732191581309.rep:(num 1732191586658) 2024-11-21T12:19:49,921 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741848_1024 (size=93) 2024-11-21T12:19:49,924 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs 2024-11-21T12:19:49,924 INFO [RS:0;9bb5b7e9dd2c:35391 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35391%2C1732191581309:(num 1732191582114) 2024-11-21T12:19:49,924 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,924 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:19:49,925 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:49,925 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:49,925 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:49,925 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:49,925 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35391,1732191581309 because: Region server is closing 2024-11-21T12:19:49,926 INFO [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35391. 2024-11-21T12:19:49,926 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:49,926 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,926 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:49,926 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:49,926 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T12:19:49,927 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T12:19:49,927 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=21}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=21 2024-11-21T12:19:49,934 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 to pos 0, reset compression=false 2024-11-21T12:19:49,944 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 was moved to hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/oldWALs/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 2024-11-21T12:19:49,948 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114 2024-11-21T12:19:49,949 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.WALEntryStream(241): No more WAL files in queue 2024-11-21T12:19:49,949 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.wal-reader.9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceWALReader(120): Stopping the replication source wal reader 2024-11-21T12:19:49,949 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9bb5b7e9dd2c,35391,1732191581309 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/WALs/9bb5b7e9dd2c,35391,1732191581309/9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T12:19:49,957 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:49,957 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35391,1732191581309, seqNum=-1] 2024-11-21T12:19:49,959 WARN [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'hbase:replication', row='2-9bb5b7e9dd2c,35391,1732191581309', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:35391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more 2024-11-21T12:19:49,962 ERROR [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,35391,1732191581309: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=2-9bb5b7e9dd2c,35391,1732191581309, walGroup=9bb5b7e9dd2c%2C35391%2C1732191581309, offset=9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114:-1, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:35391 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:19:49,964 ERROR [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:19:49,967 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:19:49,968 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:19:49,968 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:19:49,968 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:19:49,968 INFO [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 696389160 }, "NonHeapMemoryUsage": { "committed": 162201600, "init": 7667712, "max": -1, "used": 157785472 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:19:49,970 DEBUG [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9bb5b7e9dd2c%2C35391%2C1732191581309.1732191582114] 2024-11-21T12:19:50,026 WARN [RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:19:50,027 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,1-9bb5b7e9dd2c,35391,1732191581309 terminated 2024-11-21T12:19:50,027 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9bb5b7e9dd2c,35391,1732191581309 because: Region server is closing 2024-11-21T12:19:50,027 INFO [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35391. 2024-11-21T12:19:50,027 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:19:50,027 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,028 DEBUG [RS:0;9bb5b7e9dd2c:35391 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:50,028 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:50,028 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS:0;9bb5b7e9dd2c:35391.replicationSource.shipper9bb5b7e9dd2c%2C35391%2C1732191581309,2-9bb5b7e9dd2c,35391,1732191581309 terminated 2024-11-21T12:19:50,028 INFO [RS:0;9bb5b7e9dd2c:35391 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35391 2024-11-21T12:19:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667/rs 2024-11-21T12:19:50,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/rs/9bb5b7e9dd2c,35391,1732191581309 2024-11-21T12:19:50,030 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:50,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35391,1732191581309] 2024-11-21T12:19:50,033 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1088941667/draining/9bb5b7e9dd2c,35391,1732191581309 already deleted, retry=false 2024-11-21T12:19:50,033 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35391,1732191581309 expired; onlineServers=0 2024-11-21T12:19:50,033 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,33475,1732191581265' ***** 2024-11-21T12:19:50,033 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:19:50,033 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:19:50,033 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:19:50,033 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:19:50,033 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:19:50,033 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:19:50,033 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191581801 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191581801,5,FailOnTimeoutGroup] 2024-11-21T12:19:50,033 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191581801 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191581801,5,FailOnTimeoutGroup] 2024-11-21T12:19:50,033 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:19:50,034 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:19:50,034 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:19:50,034 INFO [M:0;9bb5b7e9dd2c:33475 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:19:50,034 INFO [M:0;9bb5b7e9dd2c:33475 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:19:50,034 INFO [M:0;9bb5b7e9dd2c:33475 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:19:50,034 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:19:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1088941667/master 2024-11-21T12:19:50,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1088941667 2024-11-21T12:19:50,035 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] zookeeper.ZKUtil(347): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Unable to get data of znode /0-1088941667/master because node does not exist (not an error) 2024-11-21T12:19:50,036 WARN [M:0;9bb5b7e9dd2c:33475 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:19:50,036 INFO [M:0;9bb5b7e9dd2c:33475 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/.lastflushedseqids 2024-11-21T12:19:50,043 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741852_1028 (size=181) 2024-11-21T12:19:50,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:50,132 INFO [RS:0;9bb5b7e9dd2c:35391 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:50,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35391-0x1006247b8500007, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:50,132 INFO [RS:0;9bb5b7e9dd2c:35391 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35391,1732191581309; zookeeper connection closed. 2024-11-21T12:19:50,133 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@341e1e0c 2024-11-21T12:19:50,133 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:19:50,445 INFO [M:0;9bb5b7e9dd2c:33475 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:19:50,445 INFO [M:0;9bb5b7e9dd2c:33475 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:19:50,445 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:50,445 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:50,445 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:50,445 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:50,445 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:50,445 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T12:19:50,471 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d88c06ce8840379c544ca54becc740 is 82, key is hbase:meta,,1/info:regioninfo/1732191582464/Put/seqid=0 2024-11-21T12:19:50,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741853_1029 (size=5680) 2024-11-21T12:19:50,509 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d88c06ce8840379c544ca54becc740 2024-11-21T12:19:50,547 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31dbc142e0574cf8bb3787c4ba3c205b is 375, key is \x00\x00\x00\x00\x00\x00\x00\x12/proc:d/1732191586717/Put/seqid=0 2024-11-21T12:19:50,563 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741854_1030 (size=7319) 2024-11-21T12:19:50,563 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31dbc142e0574cf8bb3787c4ba3c205b 2024-11-21T12:19:50,600 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14069ce48a214104b945747b2d15425d is 69, key is 9bb5b7e9dd2c,35391,1732191581309/rs:state/1732191581858/Put/seqid=0 2024-11-21T12:19:50,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741855_1031 (size=5371) 2024-11-21T12:19:50,609 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=172 (bloomFilter=true), to=hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14069ce48a214104b945747b2d15425d 2024-11-21T12:19:50,618 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14069ce48a214104b945747b2d15425d 2024-11-21T12:19:50,620 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a4d88c06ce8840379c544ca54becc740 as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4d88c06ce8840379c544ca54becc740 2024-11-21T12:19:50,628 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a4d88c06ce8840379c544ca54becc740, entries=8, sequenceid=172, filesize=5.5 K 2024-11-21T12:19:50,630 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/31dbc142e0574cf8bb3787c4ba3c205b as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31dbc142e0574cf8bb3787c4ba3c205b 2024-11-21T12:19:50,640 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/31dbc142e0574cf8bb3787c4ba3c205b, entries=7, sequenceid=172, filesize=7.1 K 2024-11-21T12:19:50,641 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/14069ce48a214104b945747b2d15425d as hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14069ce48a214104b945747b2d15425d 2024-11-21T12:19:50,654 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 14069ce48a214104b945747b2d15425d 2024-11-21T12:19:50,654 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34231/user/jenkins/test-data/64202372-a574-4719-e172-81e7a252ccdb/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/14069ce48a214104b945747b2d15425d, entries=2, sequenceid=172, filesize=5.2 K 2024-11-21T12:19:50,656 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=172, compaction requested=false 2024-11-21T12:19:50,665 INFO [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:50,665 DEBUG [M:0;9bb5b7e9dd2c:33475 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191590445Disabling compacts and flushes for region at 1732191590445Disabling writes for close at 1732191590445Obtaining lock to block concurrent updates at 1732191590445Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191590445Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732191590446 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191590448 (+2 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191590448Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191590470 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191590470Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191590519 (+49 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191590546 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191590546Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191590573 (+27 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191590599 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191590599Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@22827884: reopening flushed file at 1732191590618 (+19 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@836bf24: reopening flushed file at 1732191590629 (+11 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@21e08579: reopening flushed file at 1732191590640 (+11 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 211ms, sequenceid=172, compaction requested=false at 1732191590656 (+16 ms)Writing region close event to WAL at 1732191590665 (+9 ms)Closed at 1732191590665 2024-11-21T12:19:50,668 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:40899 is added to blk_1073741847_1023 (size=22949) 2024-11-21T12:19:50,673 INFO [M:0;9bb5b7e9dd2c:33475 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:19:50,673 INFO [M:0;9bb5b7e9dd2c:33475 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33475 2024-11-21T12:19:50,673 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:19:50,673 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:19:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:50,776 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33475-0x1006247b8500006, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:19:50,776 INFO [M:0;9bb5b7e9dd2c:33475 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:19:50,779 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@798f6165{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:50,780 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@60564fb4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:50,780 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:50,780 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2a66a1cb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:50,781 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@53451713{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:50,786 WARN [BP-1598634581-172.17.0.2-1732191564029 heartbeating to localhost/127.0.0.1:34231 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:19:50,786 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:19:50,786 WARN [BP-1598634581-172.17.0.2-1732191564029 heartbeating to localhost/127.0.0.1:34231 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1598634581-172.17.0.2-1732191564029 (Datanode Uuid 56a30550-357d-47e3-9380-4b1df52f47ce) service to localhost/127.0.0.1:34231 2024-11-21T12:19:50,786 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:19:50,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/data/data1/current/BP-1598634581-172.17.0.2-1732191564029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:50,787 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/cluster_94f7a341-c266-6978-3e96-41b38892775c/data/data2/current/BP-1598634581-172.17.0.2-1732191564029 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:19:50,788 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:19:50,798 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4219126d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:50,799 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@63a6952a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:19:50,799 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:19:50,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@22c42bf7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:19:50,799 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@65423e7c{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/2dbc3ffe-8d0f-d529-6436-29bfd914d98c/hadoop.log.dir/,STOPPED} 2024-11-21T12:19:50,808 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:19:50,825 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:19:50,837 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsForReplicationPeer Thread=113 (was 11) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Monitor thread for TaskMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.monitoring.TaskMonitor$MonitorRunnable.run(TaskMonitor.java:325) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-14 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//org.apache.hadoop.fs.FileSystem$Statistics$StatisticsDataReferenceCleaner.run(FileSystem.java:4171) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-8 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SSL Certificates Store Monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:537) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: nioEventLoopGroup-3-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async-Client-Retry-Timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Abort regionserver monitor java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: LeaseRenewer:jenkins.hfs.0@localhost:34231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-13 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Idle-Rpc-Conn-Sweeper-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34231 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test.named-queue-events-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//com.lmax.disruptor.BlockingWaitStrategy.waitFor(BlockingWaitStrategy.java:47) app//com.lmax.disruptor.ProcessingSequenceBarrier.waitFor(ProcessingSequenceBarrier.java:56) app//com.lmax.disruptor.BatchEventProcessor.processEvents(BatchEventProcessor.java:159) app//com.lmax.disruptor.BatchEventProcessor.run(BatchEventProcessor.java:125) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64671) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-2-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: HMaster-EventLoopGroup-5-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-10 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: GcTimeMonitor obsWindow = 60000, sleepInterval = 5000, maxGcTimePerc = 100 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.GcTimeMonitor.run(GcTimeMonitor.java:161) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37709 from jenkins.hfs.1 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: ForkJoinPool-2-worker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-7 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.2@localhost:34231 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-12 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-2 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-16 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-6 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcClient-timer-pool-0 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.waitForNextTick(HashedWheelTimer.java:598) app//org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:494) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.1@localhost:37709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-1-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-11 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9bb5b7e9dd2c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:37709 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-9 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.PeerCache@308e8b97 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.PeerCache.run(PeerCache.java:253) app//org.apache.hadoop.hdfs.PeerCache.access$000(PeerCache.java:46) app//org.apache.hadoop.hdfs.PeerCache$1.run(PeerCache.java:124) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:37709 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.procedureResultReporter app//org.apache.hadoop.hbase.regionserver.HRegionServer.reportProcedureDone(HRegionServer.java:3557) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:90) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-15 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-7-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: weak-ref-cleaner-strictcontextstorage java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:155) java.base@17.0.11/java.lang.ref.ReferenceQueue.remove(ReferenceQueue.java:176) app//io.opentelemetry.context.StrictContextStorage$PendingScopes.run(StrictContextStorage.java:269) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34231 from jenkins.hfs.2 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: SnapshotHandlerChoreCleaner java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-3 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-4-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-EventThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:550) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-6-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-8-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-3-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: SessionTracker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.SessionTrackerImpl.run(SessionTrackerImpl.java:163) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: master/9bb5b7e9dd2c:0:becomeActiveMaster-MemStoreChunkPool Statistics java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-3-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.procedureResultReporter java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.regionserver.RemoteProcedureResultReporter.run(RemoteProcedureResultReporter.java:75) Potentially hanging thread: ForkJoinPool-2-worker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkUntil(LockSupport.java:410) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1726) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: zk-event-processor-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: process reaper java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-4 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-5-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RPCClient-NioEventLoopGroup-4-5 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hbase.thirdparty.io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//org.apache.hbase.thirdparty.io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HBase-Metrics2-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-2-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: region-location-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1170) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34231 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:37709 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-3-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-5-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'DataNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) - Thread LEAK? -, OpenFileDescriptor=440 (was 287) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=346 (was 363), ProcessCount=11 (was 11), AvailableMemoryMB=7313 (was 8224) 2024-11-21T12:19:50,846 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=113, OpenFileDescriptor=440, MaxFileDescriptor=1048576, SystemLoadAverage=346, ProcessCount=11, AvailableMemoryMB=7308 2024-11-21T12:19:50,870 INFO [Time-limited test {}] replication.TestMasterReplication(553): testBasePeerConfigsForPeerMutations 2024-11-21T12:19:50,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir so I do NOT create it in target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c 2024-11-21T12:19:50,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:50,871 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.tmp.dir so I do NOT create it in target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c 2024-11-21T12:19:50,871 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ea6d0054-1b7e-45cd-4275-7b4ee0d96274/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:50,871 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c 2024-11-21T12:19:50,871 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c, deleteOnExit=true 2024-11-21T12:19:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006247b8500005, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:50,904 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006247b8500005, quorum=127.0.0.1:64671, baseZNode=/11794578272 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:50,904 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006247b8500002, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:19:50,905 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006247b8500002, quorum=127.0.0.1:64671, baseZNode=/0-1088941667 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:19:50,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/zookeeper_0, clientPort=61099, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:19:50,917 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=61099 2024-11-21T12:19:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:50,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/test.cache.data in system properties and HBase conf 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:50,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:50,919 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:50,919 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:50,920 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:50,921 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:51,059 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:51,067 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:51,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:51,069 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:51,069 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:51,070 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:51,071 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:51,072 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:51,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/java.io.tmpdir/jetty-localhost-43415-hadoop-hdfs-3_4_1-tests_jar-_-any-456207858960924041/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:51,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:43415} 2024-11-21T12:19:51,193 INFO [Time-limited test {}] server.Server(415): Started @29302ms 2024-11-21T12:19:51,284 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:51,288 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:51,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:51,289 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:51,289 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:51,289 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:51,290 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:51,407 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@198d6b6a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/java.io.tmpdir/jetty-localhost-43215-hadoop-hdfs-3_4_1-tests_jar-_-any-17862925718118510102/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:51,407 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:43215} 2024-11-21T12:19:51,408 INFO [Time-limited test {}] server.Server(415): Started @29517ms 2024-11-21T12:19:51,410 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:51,509 WARN [Thread-499 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/data/data2/current/BP-209482397-172.17.0.2-1732191590972/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:51,509 WARN [Thread-498 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/data/data1/current/BP-209482397-172.17.0.2-1732191590972/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:51,535 WARN [Thread-486 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5f0225907a64a87 with lease ID 0xa2b9aff219add945: Processing first storage report for DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2 from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=58543313-21a7-46d4-a018-25bbcb9ed0b1, infoPort=34803, infoSecurePort=0, ipcPort=45159, storageInfo=lv=-57;cid=testClusterID;nsid=220654184;c=1732191590972) 2024-11-21T12:19:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5f0225907a64a87 with lease ID 0xa2b9aff219add945: from storage DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2 node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=58543313-21a7-46d4-a018-25bbcb9ed0b1, infoPort=34803, infoSecurePort=0, ipcPort=45159, storageInfo=lv=-57;cid=testClusterID;nsid=220654184;c=1732191590972), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf5f0225907a64a87 with lease ID 0xa2b9aff219add945: Processing first storage report for DS-65f8e8ff-a60d-4eef-ae0f-413f49ebea6e from datanode DatanodeRegistration(127.0.0.1:41317, datanodeUuid=58543313-21a7-46d4-a018-25bbcb9ed0b1, infoPort=34803, infoSecurePort=0, ipcPort=45159, storageInfo=lv=-57;cid=testClusterID;nsid=220654184;c=1732191590972) 2024-11-21T12:19:51,539 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf5f0225907a64a87 with lease ID 0xa2b9aff219add945: from storage DS-65f8e8ff-a60d-4eef-ae0f-413f49ebea6e node DatanodeRegistration(127.0.0.1:41317, datanodeUuid=58543313-21a7-46d4-a018-25bbcb9ed0b1, infoPort=34803, infoSecurePort=0, ipcPort=45159, storageInfo=lv=-57;cid=testClusterID;nsid=220654184;c=1732191590972), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:51,546 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c 2024-11-21T12:19:51,547 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:51,548 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:51,558 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:51,960 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414 with version=8 2024-11-21T12:19:51,960 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/hbase-staging 2024-11-21T12:19:51,963 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:51,963 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:51,964 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44627 2024-11-21T12:19:51,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44627 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:51,971 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:446270x0, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:51,971 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44627-0x1006248249e0000 connected 2024-11-21T12:19:51,991 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:51,993 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:51,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/running 2024-11-21T12:19:51,996 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414, hbase.cluster.distributed=false 2024-11-21T12:19:51,998 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/acl 2024-11-21T12:19:52,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-21T12:19:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44627 2024-11-21T12:19:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44627 2024-11-21T12:19:52,001 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-21T12:19:52,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44627 2024-11-21T12:19:52,023 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:52,023 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:52,024 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35219 2024-11-21T12:19:52,025 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35219 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:52,026 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:52,028 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:52,034 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:352190x0, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:52,034 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:352190x0, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/running 2024-11-21T12:19:52,035 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:52,037 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35219-0x1006248249e0001 connected 2024-11-21T12:19:52,037 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:52,038 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/master 2024-11-21T12:19:52,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/acl 2024-11-21T12:19:52,077 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-21T12:19:52,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35219 2024-11-21T12:19:52,078 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35219 2024-11-21T12:19:52,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-21T12:19:52,085 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35219 2024-11-21T12:19:52,106 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:44627 2024-11-21T12:19:52,109 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01595056873/backup-masters/9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:52,111 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/backup-masters 2024-11-21T12:19:52,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/backup-masters 2024-11-21T12:19:52,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on existing znode=/01595056873/backup-masters/9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:52,123 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:52,123 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595056873/master 2024-11-21T12:19:52,123 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:52,124 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on existing znode=/01595056873/master 2024-11-21T12:19:52,124 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01595056873/backup-masters/9bb5b7e9dd2c,44627,1732191591962 from backup master directory 2024-11-21T12:19:52,126 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595056873/backup-masters/9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:52,127 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/backup-masters 2024-11-21T12:19:52,127 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/backup-masters 2024-11-21T12:19:52,127 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:52,127 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:52,137 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/hbase.id] with ID: 9247016d-a96f-4de4-8a79-3104746dfe16 2024-11-21T12:19:52,137 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/.tmp/hbase.id 2024-11-21T12:19:52,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:52,549 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/.tmp/hbase.id]:[hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/hbase.id] 2024-11-21T12:19:52,563 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:52,564 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:52,565 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:19:52,568 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:52,568 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:52,576 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:52,977 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:52,978 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:52,978 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:52,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:53,388 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store 2024-11-21T12:19:53,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:53,798 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:53,799 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:53,799 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:53,799 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:53,799 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:53,799 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:53,799 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:53,799 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191593799Disabling compacts and flushes for region at 1732191593799Disabling writes for close at 1732191593799Writing region close event to WAL at 1732191593799Closed at 1732191593799 2024-11-21T12:19:53,800 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/.initializing 2024-11-21T12:19:53,800 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/WALs/9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:53,801 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:53,803 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C44627%2C1732191591962, suffix=, logDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/WALs/9bb5b7e9dd2c,44627,1732191591962, archiveDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:53,819 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/WALs/9bb5b7e9dd2c,44627,1732191591962/9bb5b7e9dd2c%2C44627%2C1732191591962.1732191593804, exclude list is [], retry=0 2024-11-21T12:19:53,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2,DISK] 2024-11-21T12:19:53,825 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/WALs/9bb5b7e9dd2c,44627,1732191591962/9bb5b7e9dd2c%2C44627%2C1732191591962.1732191593804 2024-11-21T12:19:53,825 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-11-21T12:19:53,825 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:53,826 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:53,826 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,826 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,828 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,829 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:53,829 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:53,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:53,830 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,831 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:53,831 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:53,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:53,832 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,833 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:53,833 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:53,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:53,834 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:53,835 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:53,835 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:53,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,837 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,838 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,838 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,838 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:53,839 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:53,842 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:53,842 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74611339, jitterRate=0.1117955893278122}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:53,843 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191593826Initializing all the Stores at 1732191593827 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191593827Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191593827Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191593827Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191593827Cleaning up temporary data from old regions at 1732191593838 (+11 ms)Region opened successfully at 1732191593843 (+5 ms) 2024-11-21T12:19:53,843 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:53,847 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fdf9c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:53,848 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:53,848 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:53,848 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:53,849 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:53,849 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:53,850 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:19:53,850 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:53,852 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:53,853 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:53,854 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/balancer already deleted, retry=false 2024-11-21T12:19:53,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:53,855 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:53,856 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/normalizer already deleted, retry=false 2024-11-21T12:19:53,857 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:53,860 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:53,861 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/switch/split already deleted, retry=false 2024-11-21T12:19:53,862 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:53,863 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/switch/merge already deleted, retry=false 2024-11-21T12:19:53,865 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:53,866 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:53,868 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595056873/running 2024-11-21T12:19:53,868 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01595056873/running 2024-11-21T12:19:53,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,869 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,44627,1732191591962, sessionid=0x1006248249e0000, setting cluster-up flag (Was=false) 2024-11-21T12:19:53,872 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,872 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,878 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01595056873/flush-table-proc/acquired, /01595056873/flush-table-proc/reached, /01595056873/flush-table-proc/abort 2024-11-21T12:19:53,879 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:53,882 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:53,887 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01595056873/online-snapshot/acquired, /01595056873/online-snapshot/reached, /01595056873/online-snapshot/abort 2024-11-21T12:19:53,888 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:53,889 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:53,891 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(746): ClusterId : 9247016d-a96f-4de4-8a79-3104746dfe16 2024-11-21T12:19:53,891 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:53,892 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:53,892 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:53,892 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:53,893 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9bb5b7e9dd2c,36527,1732191567664: status=Processing ServerCrashProcedure of 9bb5b7e9dd2c,36527,1732191567664 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732191581800, completionTime=-1 appears to have been leaked 2024-11-21T12:19:53,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,44627,1732191591962 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:53,893 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:53,893 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:53,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,896 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:53,896 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6483d925, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:53,899 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:53,899 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:53,900 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:53,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191623905 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:53,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:53,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:53,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:53,907 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:53,907 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:53,908 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:53,909 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:53,913 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191593909,5,FailOnTimeoutGroup] 2024-11-21T12:19:53,913 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191593913,5,FailOnTimeoutGroup] 2024-11-21T12:19:53,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:53,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:53,916 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35219 2024-11-21T12:19:53,916 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:53,916 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:53,916 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:53,918 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,44627,1732191591962 with port=35219, startcode=1732191592022 2024-11-21T12:19:53,918 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:53,921 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46739, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:53,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44627 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,922 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44627 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,924 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414 2024-11-21T12:19:53,924 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33053 2024-11-21T12:19:53,924 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:53,926 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/rs 2024-11-21T12:19:53,927 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] zookeeper.ZKUtil(111): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on existing znode=/01595056873/rs/9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,927 WARN [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:53,927 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:53,927 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,928 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35219,1732191592022] 2024-11-21T12:19:53,931 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:53,933 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:53,937 INFO [RS:0;9bb5b7e9dd2c:35219 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:53,937 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,937 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:53,938 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:53,938 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,938 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,938 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,938 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,938 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,938 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:53,939 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,939 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35219,1732191592022-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:53,956 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:53,956 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35219,1732191592022-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,956 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,956 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35219,1732191592022 started 2024-11-21T12:19:53,971 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:53,971 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35219,1732191592022, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35219, sessionid=0x1006248249e0001 2024-11-21T12:19:53,972 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:53,972 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,972 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35219,1732191592022' 2024-11-21T12:19:53,972 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01595056873/flush-table-proc/abort' 2024-11-21T12:19:53,972 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01595056873/flush-table-proc/acquired' 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35219,1732191592022' 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01595056873/online-snapshot/abort' 2024-11-21T12:19:53,973 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01595056873/online-snapshot/acquired' 2024-11-21T12:19:53,974 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:53,974 INFO [RS:0;9bb5b7e9dd2c:35219 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:53,974 INFO [RS:0;9bb5b7e9dd2c:35219 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:54,074 INFO [RS:0;9bb5b7e9dd2c:35219 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:54,076 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35219%2C1732191592022, suffix=, logDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022, archiveDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs, maxLogs=10 2024-11-21T12:19:54,091 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077, exclude list is [], retry=0 2024-11-21T12:19:54,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2,DISK] 2024-11-21T12:19:54,097 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 2024-11-21T12:19:54,097 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-11-21T12:19:54,316 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:54,317 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414 2024-11-21T12:19:54,331 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:54,607 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:19:54,609 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:54,624 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:19:54,733 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:54,736 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:54,738 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:54,738 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:54,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:54,739 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:54,741 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:54,741 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:54,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:54,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:54,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:54,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:54,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:54,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:54,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:54,746 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740 2024-11-21T12:19:54,747 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740 2024-11-21T12:19:54,748 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:54,749 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:54,749 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:54,751 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:54,754 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:54,754 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62753355, jitterRate=-0.06490214169025421}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:54,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191594733Initializing all the Stores at 1732191594734 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191594735 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191594736 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191594736Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191594736Cleaning up temporary data from old regions at 1732191594749 (+13 ms)Region opened successfully at 1732191594755 (+6 ms) 2024-11-21T12:19:54,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:54,755 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:54,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:54,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:54,755 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:54,756 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:54,756 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191594755Disabling compacts and flushes for region at 1732191594755Disabling writes for close at 1732191594755Writing region close event to WAL at 1732191594756 (+1 ms)Closed at 1732191594756 2024-11-21T12:19:54,758 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:54,758 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:54,758 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:54,760 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:54,761 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:54,912 DEBUG [9bb5b7e9dd2c:44627 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:54,913 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:54,915 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35219,1732191592022, state=OPENING 2024-11-21T12:19:54,917 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:54,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:54,919 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:19:54,919 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:54,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595056873/meta-region-server: CHANGED 2024-11-21T12:19:54,920 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595056873/meta-region-server: CHANGED 2024-11-21T12:19:54,920 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35219,1732191592022}] 2024-11-21T12:19:55,074 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:55,076 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49377, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:55,081 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:55,081 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:55,082 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:55,084 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35219%2C1732191592022.meta, suffix=.meta, logDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022, archiveDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs, maxLogs=10 2024-11-21T12:19:55,099 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.meta.1732191595084.meta, exclude list is [], retry=0 2024-11-21T12:19:55,102 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2,DISK] 2024-11-21T12:19:55,105 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.meta.1732191595084.meta 2024-11-21T12:19:55,105 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-11-21T12:19:55,105 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:55,106 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:55,106 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:55,106 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:55,108 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:55,109 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:55,109 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:55,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:55,110 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:55,111 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:55,111 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:55,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:55,112 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:55,113 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:55,113 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:55,113 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:55,114 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:55,114 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:55,115 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:55,115 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:55,115 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:55,116 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740 2024-11-21T12:19:55,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740 2024-11-21T12:19:55,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:55,119 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:55,120 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:55,122 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:55,123 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72085052, jitterRate=0.07415097951889038}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:55,123 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:55,123 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191595106Writing region info on filesystem at 1732191595106Initializing all the Stores at 1732191595108 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191595108Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191595108Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191595108Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191595108Cleaning up temporary data from old regions at 1732191595119 (+11 ms)Running coprocessor post-open hooks at 1732191595123 (+4 ms)Region opened successfully at 1732191595123 2024-11-21T12:19:55,125 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191595073 2024-11-21T12:19:55,128 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:55,128 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:55,129 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:55,130 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35219,1732191592022, state=OPEN 2024-11-21T12:19:55,134 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01595056873/meta-region-server 2024-11-21T12:19:55,134 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01595056873/meta-region-server 2024-11-21T12:19:55,134 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:19:55,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595056873/meta-region-server: CHANGED 2024-11-21T12:19:55,134 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01595056873/meta-region-server: CHANGED 2024-11-21T12:19:55,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:55,137 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35219,1732191592022 in 214 msec 2024-11-21T12:19:55,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:55,140 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 379 msec 2024-11-21T12:19:55,141 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:55,141 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:55,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:55,143 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35219,1732191592022, seqNum=-1] 2024-11-21T12:19:55,143 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:55,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47421, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:55,151 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2590 sec 2024-11-21T12:19:55,152 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191595152, completionTime=-1 2024-11-21T12:19:55,152 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:55,152 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:55,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:55,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191655154 2024-11-21T12:19:55,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191715154 2024-11-21T12:19:55,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:44627, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,157 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.032sec 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:55,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:55,162 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:55,162 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:55,162 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44627,1732191591962-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:55,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62ad3d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:55,192 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44627,-1 for getting cluster id 2024-11-21T12:19:55,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:55,194 DEBUG [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9247016d-a96f-4de4-8a79-3104746dfe16' 2024-11-21T12:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9247016d-a96f-4de4-8a79-3104746dfe16" 2024-11-21T12:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d0eb87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44627,-1] 2024-11-21T12:19:55,195 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:55,196 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:55,197 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57210, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:55,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1396e678, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:55,199 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:55,200 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35219,1732191592022, seqNum=-1] 2024-11-21T12:19:55,201 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:55,202 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:55,204 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:55,205 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:55,208 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:55,208 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006248249e0002 connected 2024-11-21T12:19:55,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir so I do NOT create it in target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323 2024-11-21T12:19:55,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:19:55,212 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.tmp.dir so I do NOT create it in target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323 2024-11-21T12:19:55,212 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:19:55,212 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/cluster_6df2057f-7856-034f-b923-b358d7d68f9c, deleteOnExit=true 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/test.cache.data in system properties and HBase conf 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:19:55,213 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:19:55,213 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:19:55,214 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:19:55,299 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:55,304 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:55,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:55,308 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:55,308 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:19:55,308 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:55,312 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:55,313 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:55,429 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7634b461{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/java.io.tmpdir/jetty-localhost-45815-hadoop-hdfs-3_4_1-tests_jar-_-any-16117322959947845000/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:19:55,430 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:45815} 2024-11-21T12:19:55,430 INFO [Time-limited test {}] server.Server(415): Started @33540ms 2024-11-21T12:19:55,525 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:19:55,529 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:19:55,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:19:55,531 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:19:55,531 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:19:55,533 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:19:55,534 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:19:55,672 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@63e8c2f4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/java.io.tmpdir/jetty-localhost-32881-hadoop-hdfs-3_4_1-tests_jar-_-any-14922508087511387757/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:19:55,672 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:32881} 2024-11-21T12:19:55,672 INFO [Time-limited test {}] server.Server(415): Started @33782ms 2024-11-21T12:19:55,674 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:19:55,774 WARN [Thread-620 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/cluster_6df2057f-7856-034f-b923-b358d7d68f9c/data/data2/current/BP-1981100428-172.17.0.2-1732191595240/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:55,774 WARN [Thread-619 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/cluster_6df2057f-7856-034f-b923-b358d7d68f9c/data/data1/current/BP-1981100428-172.17.0.2-1732191595240/current, will proceed with Du for space computation calculation, 2024-11-21T12:19:55,800 WARN [Thread-607 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:19:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b247b8a3b8b89ed with lease ID 0x14ad3c23af8f3e0f: Processing first storage report for DS-b409e1c1-5367-47dc-bf87-770af0e778a0 from datanode DatanodeRegistration(127.0.0.1:34857, datanodeUuid=bc97e553-e624-4ed8-941c-6d553464ad08, infoPort=40975, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1848053667;c=1732191595240) 2024-11-21T12:19:55,804 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b247b8a3b8b89ed with lease ID 0x14ad3c23af8f3e0f: from storage DS-b409e1c1-5367-47dc-bf87-770af0e778a0 node DatanodeRegistration(127.0.0.1:34857, datanodeUuid=bc97e553-e624-4ed8-941c-6d553464ad08, infoPort=40975, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1848053667;c=1732191595240), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x2b247b8a3b8b89ed with lease ID 0x14ad3c23af8f3e0f: Processing first storage report for DS-7e8eb1e1-5bd7-4f8b-a049-9475cec4511e from datanode DatanodeRegistration(127.0.0.1:34857, datanodeUuid=bc97e553-e624-4ed8-941c-6d553464ad08, infoPort=40975, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1848053667;c=1732191595240) 2024-11-21T12:19:55,805 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x2b247b8a3b8b89ed with lease ID 0x14ad3c23af8f3e0f: from storage DS-7e8eb1e1-5bd7-4f8b-a049-9475cec4511e node DatanodeRegistration(127.0.0.1:34857, datanodeUuid=bc97e553-e624-4ed8-941c-6d553464ad08, infoPort=40975, infoSecurePort=0, ipcPort=37139, storageInfo=lv=-57;cid=testClusterID;nsid=1848053667;c=1732191595240), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:19:55,818 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323 2024-11-21T12:19:55,818 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:55,820 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:55,831 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:19:56,233 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c with version=8 2024-11-21T12:19:56,234 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/hbase-staging 2024-11-21T12:19:56,236 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:19:56,236 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:56,237 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44555 2024-11-21T12:19:56,238 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44555 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:56,241 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:445550x0, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:56,242 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44555-0x1006248249e0003 connected 2024-11-21T12:19:56,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:56,256 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:56,258 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/running 2024-11-21T12:19:56,259 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c, hbase.cluster.distributed=false 2024-11-21T12:19:56,260 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/acl 2024-11-21T12:19:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-21T12:19:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44555 2024-11-21T12:19:56,261 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44555 2024-11-21T12:19:56,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-21T12:19:56,262 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44555 2024-11-21T12:19:56,278 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:19:56,279 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:19:56,280 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39379 2024-11-21T12:19:56,281 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:39379 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:56,282 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:56,283 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:56,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:393790x0, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:56,288 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:39379-0x1006248249e0004 connected 2024-11-21T12:19:56,288 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/running 2024-11-21T12:19:56,289 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:19:56,291 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:19:56,292 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/master 2024-11-21T12:19:56,293 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/acl 2024-11-21T12:19:56,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39379 2024-11-21T12:19:56,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39379 2024-11-21T12:19:56,297 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39379 2024-11-21T12:19:56,300 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39379 2024-11-21T12:19:56,301 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39379 2024-11-21T12:19:56,314 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:44555 2024-11-21T12:19:56,314 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-1808916852/backup-masters/9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/backup-masters 2024-11-21T12:19:56,317 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/backup-masters 2024-11-21T12:19:56,317 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on existing znode=/1-1808916852/backup-masters/9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808916852/master 2024-11-21T12:19:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:56,319 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:56,320 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on existing znode=/1-1808916852/master 2024-11-21T12:19:56,320 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-1808916852/backup-masters/9bb5b7e9dd2c,44555,1732191596236 from backup master directory 2024-11-21T12:19:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/backup-masters 2024-11-21T12:19:56,321 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808916852/backup-masters/9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:56,322 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/backup-masters 2024-11-21T12:19:56,322 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:56,322 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:56,327 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/hbase.id] with ID: 63410701-36c1-49b8-b2ab-5e974ee79175 2024-11-21T12:19:56,327 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/.tmp/hbase.id 2024-11-21T12:19:56,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:19:56,737 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/.tmp/hbase.id]:[hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/hbase.id] 2024-11-21T12:19:56,752 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:19:56,752 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:19:56,753 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:19:56,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:56,756 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:56,762 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:19:56,764 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:56,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:19:56,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:56,773 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:19:57,175 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store 2024-11-21T12:19:57,182 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:19:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:19:57,583 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:57,583 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:19:57,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191597583Disabling compacts and flushes for region at 1732191597583Disabling writes for close at 1732191597583Writing region close event to WAL at 1732191597583Closed at 1732191597583 2024-11-21T12:19:57,585 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/.initializing 2024-11-21T12:19:57,585 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/WALs/9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:57,586 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:57,588 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C44555%2C1732191596236, suffix=, logDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/WALs/9bb5b7e9dd2c,44555,1732191596236, archiveDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/oldWALs, maxLogs=10 2024-11-21T12:19:57,601 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/WALs/9bb5b7e9dd2c,44555,1732191596236/9bb5b7e9dd2c%2C44555%2C1732191596236.1732191597588, exclude list is [], retry=0 2024-11-21T12:19:57,604 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-b409e1c1-5367-47dc-bf87-770af0e778a0,DISK] 2024-11-21T12:19:57,606 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/WALs/9bb5b7e9dd2c,44555,1732191596236/9bb5b7e9dd2c%2C44555%2C1732191596236.1732191597588 2024-11-21T12:19:57,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-21T12:19:57,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:57,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:57,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,609 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,610 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:19:57,610 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:57,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:57,611 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,612 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:19:57,612 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:57,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:57,613 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,614 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:19:57,614 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:57,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:57,615 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:19:57,616 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:57,616 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:19:57,616 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,617 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,617 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:57,621 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:19:57,623 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:57,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67348697, jitterRate=0.003573790192604065}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:57,624 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191597607Initializing all the Stores at 1732191597608 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191597608Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191597609 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191597609Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191597609Cleaning up temporary data from old regions at 1732191597619 (+10 ms)Region opened successfully at 1732191597624 (+5 ms) 2024-11-21T12:19:57,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:19:57,628 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72c5a0ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:57,629 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:19:57,629 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:19:57,629 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:19:57,629 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:19:57,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:19:57,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:19:57,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:19:57,633 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:19:57,634 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Unable to get data of znode /1-1808916852/balancer because node does not exist (not necessarily an error) 2024-11-21T12:19:57,635 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/balancer already deleted, retry=false 2024-11-21T12:19:57,636 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:19:57,636 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Unable to get data of znode /1-1808916852/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:19:57,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/normalizer already deleted, retry=false 2024-11-21T12:19:57,639 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:19:57,640 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Unable to get data of znode /1-1808916852/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:19:57,641 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/switch/split already deleted, retry=false 2024-11-21T12:19:57,642 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Unable to get data of znode /1-1808916852/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:19:57,644 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/switch/merge already deleted, retry=false 2024-11-21T12:19:57,646 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Unable to get data of znode /1-1808916852/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:19:57,647 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/snapshot-cleanup already deleted, retry=false 2024-11-21T12:19:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808916852/running 2024-11-21T12:19:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-1808916852/running 2024-11-21T12:19:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,650 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,44555,1732191596236, sessionid=0x1006248249e0003, setting cluster-up flag (Was=false) 2024-11-21T12:19:57,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,654 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,659 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1808916852/flush-table-proc/acquired, /1-1808916852/flush-table-proc/reached, /1-1808916852/flush-table-proc/abort 2024-11-21T12:19:57,660 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:57,663 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:57,669 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-1808916852/online-snapshot/acquired, /1-1808916852/online-snapshot/reached, /1-1808916852/online-snapshot/abort 2024-11-21T12:19:57,670 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:57,672 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:19:57,674 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:57,674 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:19:57,675 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:19:57,675 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,44555,1732191596236 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:19:57,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:57,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:57,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:57,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:19:57,677 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:19:57,677 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,677 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:57,677 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,679 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:57,679 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:19:57,681 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:57,681 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191627685 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:19:57,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,686 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:19:57,686 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:19:57,686 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:19:57,686 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:19:57,687 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:19:57,687 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:19:57,690 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191597687,5,FailOnTimeoutGroup] 2024-11-21T12:19:57,692 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191597691,5,FailOnTimeoutGroup] 2024-11-21T12:19:57,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:19:57,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,692 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:19:57,704 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(746): ClusterId : 63410701-36c1-49b8-b2ab-5e974ee79175 2024-11-21T12:19:57,704 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:19:57,706 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:19:57,706 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:19:57,708 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:19:57,709 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22b0848b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:19:57,728 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:39379 2024-11-21T12:19:57,728 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:19:57,728 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:19:57,728 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:19:57,729 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,44555,1732191596236 with port=39379, startcode=1732191596278 2024-11-21T12:19:57,729 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:19:57,731 INFO [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49049, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.4 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:19:57,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44555 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,731 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44555 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,733 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c 2024-11-21T12:19:57,733 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:44697 2024-11-21T12:19:57,733 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:19:57,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/rs 2024-11-21T12:19:57,738 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] zookeeper.ZKUtil(111): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on existing znode=/1-1808916852/rs/9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,738 WARN [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:19:57,739 INFO [RS:0;9bb5b7e9dd2c:39379 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:57,739 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,39379,1732191596278] 2024-11-21T12:19:57,739 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,743 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:19:57,745 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:19:57,746 INFO [RS:0;9bb5b7e9dd2c:39379 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:19:57,746 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,748 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:19:57,748 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:19:57,749 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:57,749 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,755 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39379,1732191596278-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:57,775 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:19:57,776 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39379,1732191596278-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,776 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,776 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.Replication(171): 9bb5b7e9dd2c,39379,1732191596278 started 2024-11-21T12:19:57,797 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:57,797 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,39379,1732191596278, RpcServer on 9bb5b7e9dd2c/172.17.0.2:39379, sessionid=0x1006248249e0004 2024-11-21T12:19:57,797 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:19:57,797 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,797 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,39379,1732191596278' 2024-11-21T12:19:57,797 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1808916852/flush-table-proc/abort' 2024-11-21T12:19:57,798 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1808916852/flush-table-proc/acquired' 2024-11-21T12:19:57,798 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:19:57,798 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:19:57,798 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:57,798 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,39379,1732191596278' 2024-11-21T12:19:57,799 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-1808916852/online-snapshot/abort' 2024-11-21T12:19:57,799 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-1808916852/online-snapshot/acquired' 2024-11-21T12:19:57,799 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:19:57,799 INFO [RS:0;9bb5b7e9dd2c:39379 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:19:57,799 INFO [RS:0;9bb5b7e9dd2c:39379 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:19:57,900 INFO [RS:0;9bb5b7e9dd2c:39379 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:19:57,902 INFO [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C39379%2C1732191596278, suffix=, logDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278, archiveDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/oldWALs, maxLogs=10 2024-11-21T12:19:57,916 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278/9bb5b7e9dd2c%2C39379%2C1732191596278.1732191597902, exclude list is [], retry=0 2024-11-21T12:19:57,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-b409e1c1-5367-47dc-bf87-770af0e778a0,DISK] 2024-11-21T12:19:57,922 INFO [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278/9bb5b7e9dd2c%2C39379%2C1732191596278.1732191597902 2024-11-21T12:19:57,923 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-21T12:19:58,094 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:19:58,094 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c 2024-11-21T12:19:58,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:19:58,502 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:58,504 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:58,506 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:58,506 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,506 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,507 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:58,508 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:58,508 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,508 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:58,510 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:58,510 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,510 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:58,512 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:58,512 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,512 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,512 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:58,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740 2024-11-21T12:19:58,513 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740 2024-11-21T12:19:58,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:58,515 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:58,515 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:58,516 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:58,518 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:19:58,519 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58980549, jitterRate=-0.12112133204936981}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:58,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191598503Initializing all the Stores at 1732191598504 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598504Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598504Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191598504Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598504Cleaning up temporary data from old regions at 1732191598515 (+11 ms)Region opened successfully at 1732191598519 (+4 ms) 2024-11-21T12:19:58,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:19:58,519 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:19:58,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:19:58,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:19:58,519 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:19:58,520 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:19:58,520 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191598519Disabling compacts and flushes for region at 1732191598519Disabling writes for close at 1732191598519Writing region close event to WAL at 1732191598520 (+1 ms)Closed at 1732191598520 2024-11-21T12:19:58,521 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:58,522 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:19:58,522 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:19:58,523 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:58,524 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:19:58,675 DEBUG [9bb5b7e9dd2c:44555 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:19:58,675 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:58,677 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,39379,1732191596278, state=OPENING 2024-11-21T12:19:58,679 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:19:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:58,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:19:58,681 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:19:58,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808916852/meta-region-server: CHANGED 2024-11-21T12:19:58,681 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808916852/meta-region-server: CHANGED 2024-11-21T12:19:58,681 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,39379,1732191596278}] 2024-11-21T12:19:58,835 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:19:58,837 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42227, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:19:58,841 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:19:58,842 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:19:58,842 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:19:58,844 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C39379%2C1732191596278.meta, suffix=.meta, logDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278, archiveDir=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/oldWALs, maxLogs=10 2024-11-21T12:19:58,857 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278/9bb5b7e9dd2c%2C39379%2C1732191596278.meta.1732191598844.meta, exclude list is [], retry=0 2024-11-21T12:19:58,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34857,DS-b409e1c1-5367-47dc-bf87-770af0e778a0,DISK] 2024-11-21T12:19:58,862 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/WALs/9bb5b7e9dd2c,39379,1732191596278/9bb5b7e9dd2c%2C39379%2C1732191596278.meta.1732191598844.meta 2024-11-21T12:19:58,862 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40975:40975)] 2024-11-21T12:19:58,862 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:19:58,863 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:19:58,863 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:19:58,863 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:19:58,865 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:19:58,866 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:19:58,866 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,866 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:19:58,867 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:19:58,867 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,868 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:19:58,869 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:19:58,869 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,870 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:19:58,871 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:19:58,871 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:58,871 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:19:58,871 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:19:58,872 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740 2024-11-21T12:19:58,873 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740 2024-11-21T12:19:58,875 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:19:58,875 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:19:58,876 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:19:58,877 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:19:58,878 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68491112, jitterRate=0.020597100257873535}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:19:58,878 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:19:58,878 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191598863Writing region info on filesystem at 1732191598863Initializing all the Stores at 1732191598864 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598864Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598865 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191598865Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191598865Cleaning up temporary data from old regions at 1732191598875 (+10 ms)Running coprocessor post-open hooks at 1732191598878 (+3 ms)Region opened successfully at 1732191598878 2024-11-21T12:19:58,880 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191598835 2024-11-21T12:19:58,882 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:19:58,883 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:19:58,883 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:58,885 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,39379,1732191596278, state=OPEN 2024-11-21T12:19:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1808916852/meta-region-server 2024-11-21T12:19:58,887 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-1808916852/meta-region-server 2024-11-21T12:19:58,887 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:19:58,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808916852/meta-region-server: CHANGED 2024-11-21T12:19:58,887 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-1808916852/meta-region-server: CHANGED 2024-11-21T12:19:58,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:19:58,890 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,39379,1732191596278 in 206 msec 2024-11-21T12:19:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:19:58,892 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-21T12:19:58,893 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:19:58,893 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:19:58,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:58,895 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,39379,1732191596278, seqNum=-1] 2024-11-21T12:19:58,895 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:58,897 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41135, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:58,903 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2290 sec 2024-11-21T12:19:58,903 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191598903, completionTime=-1 2024-11-21T12:19:58,903 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:19:58,903 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191658906 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191718906 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:44555, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,907 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,908 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:58,908 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.590sec 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:19:58,913 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:19:58,916 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:19:58,917 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:19:58,917 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44555,1732191596236-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:19:59,004 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c2233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,004 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44555,-1 for getting cluster id 2024-11-21T12:19:59,005 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:59,006 DEBUG [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63410701-36c1-49b8-b2ab-5e974ee79175' 2024-11-21T12:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63410701-36c1-49b8-b2ab-5e974ee79175" 2024-11-21T12:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156fc29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44555,-1] 2024-11-21T12:19:59,007 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:59,008 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:59,009 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36000, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:59,010 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5497595e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,010 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:19:59,011 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,39379,1732191596278, seqNum=-1] 2024-11-21T12:19:59,012 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:19:59,013 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32946, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:19:59,014 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:59,015 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:61099 2024-11-21T12:19:59,018 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:19:59,018 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006248249e0005 connected 2024-11-21T12:19:59,022 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13247399, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,022 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44627,-1 for getting cluster id 2024-11-21T12:19:59,022 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:59,023 DEBUG [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9247016d-a96f-4de4-8a79-3104746dfe16' 2024-11-21T12:19:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9247016d-a96f-4de4-8a79-3104746dfe16" 2024-11-21T12:19:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76afc017, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44627,-1] 2024-11-21T12:19:59,024 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:59,025 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:59,025 INFO [HMaster-EventLoopGroup-9-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:59,026 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25424a5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,027 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:19:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7177da17 2024-11-21T12:19:59,028 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:59,029 INFO [HMaster-EventLoopGroup-9-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:59,030 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:44555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:19:59,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:19:59,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:59,034 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:44555' 2024-11-21T12:19:59,035 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c022e07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,036 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44555,-1 for getting cluster id 2024-11-21T12:19:59,036 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:19:59,037 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63410701-36c1-49b8-b2ab-5e974ee79175' 2024-11-21T12:19:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:19:59,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63410701-36c1-49b8-b2ab-5e974ee79175" 2024-11-21T12:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e80e3ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44555,-1] 2024-11-21T12:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:19:59,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:59,039 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:19:59,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5afa91d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:19:59,040 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:19:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:19:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@35c61f89 2024-11-21T12:19:59,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:19:59,043 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36020, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:19:59,045 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:19:59,045 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:19:59,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:59,045 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:19:59,045 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:19:59,046 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:19:59,047 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:19:59,049 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:19:59,049 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:19:59,051 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:19:59,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:19:59,098 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:19:59,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:59,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:59,460 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 621c9f6eafd5cdb56eb5002f637f53a6, NAME => 'hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414 2024-11-21T12:19:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:19:59,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 621c9f6eafd5cdb56eb5002f637f53a6, disabling compactions & flushes 2024-11-21T12:19:59,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. after waiting 0 ms 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:19:59,867 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:19:59,867 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 621c9f6eafd5cdb56eb5002f637f53a6: Waiting for close lock at 1732191599867Disabling compacts and flushes for region at 1732191599867Disabling writes for close at 1732191599867Writing region close event to WAL at 1732191599867Closed at 1732191599867 2024-11-21T12:19:59,869 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:19:59,870 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191599870"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191599870"}]},"ts":"1732191599870"} 2024-11-21T12:19:59,873 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:19:59,875 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:19:59,875 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191599875"}]},"ts":"1732191599875"} 2024-11-21T12:19:59,878 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:19:59,879 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=621c9f6eafd5cdb56eb5002f637f53a6, ASSIGN}] 2024-11-21T12:19:59,881 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=621c9f6eafd5cdb56eb5002f637f53a6, ASSIGN 2024-11-21T12:19:59,882 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=621c9f6eafd5cdb56eb5002f637f53a6, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35219,1732191592022; forceNewPlan=false, retain=false 2024-11-21T12:19:59,931 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:00,033 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=621c9f6eafd5cdb56eb5002f637f53a6, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:20:00,036 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=621c9f6eafd5cdb56eb5002f637f53a6, ASSIGN because future has completed 2024-11-21T12:20:00,037 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 621c9f6eafd5cdb56eb5002f637f53a6, server=9bb5b7e9dd2c,35219,1732191592022}] 2024-11-21T12:20:00,171 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:00,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:00,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:00,195 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:00,197 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35219%2C1732191592022.rep, suffix=, logDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022, archiveDir=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs, maxLogs=10 2024-11-21T12:20:00,211 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.rep.1732191600198, exclude list is [], retry=0 2024-11-21T12:20:00,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41317,DS-bb2771ca-468b-4b56-9ec8-9399c1a7aff2,DISK] 2024-11-21T12:20:00,216 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.rep.1732191600198 2024-11-21T12:20:00,216 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34803:34803)] 2024-11-21T12:20:00,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => 621c9f6eafd5cdb56eb5002f637f53a6, NAME => 'hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:00,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:00,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:00,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. service=MultiRowMutationService 2024-11-21T12:20:00,217 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:00,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,217 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:00,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,218 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,219 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,220 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621c9f6eafd5cdb56eb5002f637f53a6 columnFamilyName hfileref 2024-11-21T12:20:00,220 DEBUG [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,221 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(327): Store=621c9f6eafd5cdb56eb5002f637f53a6/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,221 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,222 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621c9f6eafd5cdb56eb5002f637f53a6 columnFamilyName queue 2024-11-21T12:20:00,222 DEBUG [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,223 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(327): Store=621c9f6eafd5cdb56eb5002f637f53a6/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,223 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,224 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 621c9f6eafd5cdb56eb5002f637f53a6 columnFamilyName sid 2024-11-21T12:20:00,224 DEBUG [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:00,225 INFO [StoreOpener-621c9f6eafd5cdb56eb5002f637f53a6-1 {}] regionserver.HStore(327): Store=621c9f6eafd5cdb56eb5002f637f53a6/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:00,225 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,226 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,227 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,228 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:00,229 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,231 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:00,232 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened 621c9f6eafd5cdb56eb5002f637f53a6; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64909671, jitterRate=-0.03277052938938141}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:00,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:00,232 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for 621c9f6eafd5cdb56eb5002f637f53a6: Running coprocessor pre-open hook at 1732191600218Writing region info on filesystem at 1732191600218Initializing all the Stores at 1732191600219 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600219Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600219Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191600219Cleaning up temporary data from old regions at 1732191600227 (+8 ms)Running coprocessor post-open hooks at 1732191600232 (+5 ms)Region opened successfully at 1732191600232 2024-11-21T12:20:00,233 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6., pid=7, masterSystemTime=1732191600190 2024-11-21T12:20:00,236 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:00,236 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:00,237 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=621c9f6eafd5cdb56eb5002f637f53a6, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:20:00,239 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure 621c9f6eafd5cdb56eb5002f637f53a6, server=9bb5b7e9dd2c,35219,1732191592022 because future has completed 2024-11-21T12:20:00,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:20:00,243 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure 621c9f6eafd5cdb56eb5002f637f53a6, server=9bb5b7e9dd2c,35219,1732191592022 in 204 msec 2024-11-21T12:20:00,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:00,246 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=621c9f6eafd5cdb56eb5002f637f53a6, ASSIGN in 364 msec 2024-11-21T12:20:00,247 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:00,247 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191600247"}]},"ts":"1732191600247"} 2024-11-21T12:20:00,249 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:00,250 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:00,252 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2040 sec 2024-11-21T12:20:00,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6., hostname=9bb5b7e9dd2c,35219,1732191592022, seqNum=2] 2024-11-21T12:20:00,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:20:00,312 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:20:00,316 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:00,470 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35219 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:20:00,471 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:00,504 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35219,1732191592022, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:00,505 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:00,505 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35219,1732191592022, seqNum=-1] 2024-11-21T12:20:00,505 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:00,506 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-10-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36021, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:00,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-10-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,35219,1732191592022', locateType=CURRENT is [region=hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6., hostname=9bb5b7e9dd2c,35219,1732191592022, seqNum=2] 2024-11-21T12:20:00,512 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:20:00,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:20:00,515 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,35219,1732191592022 suceeded 2024-11-21T12:20:00,518 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:20:00,519 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-21T12:20:00,519 INFO [PEWorker-2 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:44555,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:20:00,521 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4890 sec 2024-11-21T12:20:00,530 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:44555' 2024-11-21T12:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15df897f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44555,-1 for getting cluster id 2024-11-21T12:20:00,531 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:00,532 DEBUG [HMaster-EventLoopGroup-11-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '63410701-36c1-49b8-b2ab-5e974ee79175' 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "63410701-36c1-49b8-b2ab-5e974ee79175" 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a606a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44555,-1] 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:00,534 INFO [HMaster-EventLoopGroup-11-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:00,535 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43dff709, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:00,536 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:00,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:20:00,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24309a80 2024-11-21T12:20:00,537 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-12-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:00,538 INFO [HMaster-EventLoopGroup-11-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.3 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:00,539 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35219,1732191592022 (queues=1) is replicating from cluster=9247016d-a96f-4de4-8a79-3104746dfe16 to cluster=63410701-36c1-49b8-b2ab-5e974ee79175 2024-11-21T12:20:00,539 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35219%2C1732191592022 2024-11-21T12:20:00,540 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35219,1732191592022, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:00,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077, startPosition=0, beingWritten=true 2024-11-21T12:20:00,541 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.shipper9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35219%2C1732191592022 2024-11-21T12:20:00,609 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:00,611 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:00,632 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:00,748 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:01,055 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:01,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:01,183 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:01,183 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:01,183 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:560) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:01,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,184 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,184 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:01,184 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:01,185 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:20:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3b11f727 2024-11-21T12:20:01,186 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:01,188 INFO [HMaster-EventLoopGroup-9-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36060, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:01,189 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44627 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:20:01,190 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:01,191 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:01,191 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:01,191 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,192 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,192 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:01,193 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1293224098, stopped=false 2024-11-21T12:20:01,193 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:01,193 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,44555,1732191596236 2024-11-21T12:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808916852/running 2024-11-21T12:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808916852/running 2024-11-21T12:20:01,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:20:01,196 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:01,196 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:01,197 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:01,197 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/running 2024-11-21T12:20:01,197 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,39379,1732191596278' ***** 2024-11-21T12:20:01,197 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:01,198 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:01,198 INFO [RS:0;9bb5b7e9dd2c:39379 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:39379. 2024-11-21T12:20:01,198 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:01,198 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,199 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:01,199 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:01,199 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:01,199 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Set watcher on znode that does not yet exist, /1-1808916852/running 2024-11-21T12:20:01,199 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:01,200 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:20:01,201 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:01,201 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:01,201 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:01,201 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:01,201 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:01,201 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:01,201 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:01,202 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:20:01,243 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/.tmp/ns/5f923d14e3cc4f55b6d0e66f04bc4c10 is 43, key is default/ns:d/1732191598898/Put/seqid=0 2024-11-21T12:20:01,252 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:20:01,259 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:01,401 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:01,470 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:01,601 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:01,654 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/.tmp/ns/5f923d14e3cc4f55b6d0e66f04bc4c10 2024-11-21T12:20:01,662 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/.tmp/ns/5f923d14e3cc4f55b6d0e66f04bc4c10 as hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/ns/5f923d14e3cc4f55b6d0e66f04bc4c10 2024-11-21T12:20:01,670 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/ns/5f923d14e3cc4f55b6d0e66f04bc4c10, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:20:01,672 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 470ms, sequenceid=6, compaction requested=false 2024-11-21T12:20:01,677 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:20:01,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:01,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:01,678 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:01,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191601201Running coprocessor pre-close hooks at 1732191601201Disabling compacts and flushes for region at 1732191601201Disabling writes for close at 1732191601201Obtaining lock to block concurrent updates at 1732191601202 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191601202Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191601202Flushing stores of hbase:meta,,1.1588230740 at 1732191601203 (+1 ms)Flushing 1588230740/ns: creating writer at 1732191601203Flushing 1588230740/ns: appending metadata at 1732191601242 (+39 ms)Flushing 1588230740/ns: closing flushed file at 1732191601242Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b190bc: reopening flushed file at 1732191601661 (+419 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 470ms, sequenceid=6, compaction requested=false at 1732191601672 (+11 ms)Writing region close event to WAL at 1732191601672Running coprocessor post-close hooks at 1732191601678 (+6 ms)Closed at 1732191601678 2024-11-21T12:20:01,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:01,802 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,39379,1732191596278; all regions closed. 2024-11-21T12:20:01,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:20:01,808 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/oldWALs 2024-11-21T12:20:01,808 INFO [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C39379%2C1732191596278.meta:.meta(num 1732191598844) 2024-11-21T12:20:01,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:20:01,814 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/oldWALs 2024-11-21T12:20:01,814 INFO [RS:0;9bb5b7e9dd2c:39379 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C39379%2C1732191596278:(num 1732191597902) 2024-11-21T12:20:01,814 DEBUG [RS:0;9bb5b7e9dd2c:39379 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:01,814 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:01,814 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:01,814 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:01,815 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:01,815 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:01,815 INFO [RS:0;9bb5b7e9dd2c:39379 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39379 2024-11-21T12:20:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808916852/rs/9bb5b7e9dd2c,39379,1732191596278 2024-11-21T12:20:01,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852/rs 2024-11-21T12:20:01,817 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:01,819 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,39379,1732191596278] 2024-11-21T12:20:01,821 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/draining/9bb5b7e9dd2c,39379,1732191596278 already deleted, retry=false 2024-11-21T12:20:01,821 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,39379,1732191596278 expired; onlineServers=0 2024-11-21T12:20:01,821 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,44555,1732191596236' ***** 2024-11-21T12:20:01,821 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:01,821 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:01,821 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:01,821 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:01,821 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:01,821 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:01,821 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191597687 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191597687,5,FailOnTimeoutGroup] 2024-11-21T12:20:01,821 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:01,821 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:01,822 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:01,822 INFO [M:0;9bb5b7e9dd2c:44555 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:01,822 INFO [M:0;9bb5b7e9dd2c:44555 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:01,822 INFO [M:0;9bb5b7e9dd2c:44555 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:01,822 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:01,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-1808916852/master 2024-11-21T12:20:01,824 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-1808916852 2024-11-21T12:20:01,824 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-1808916852/master already deleted, retry=false 2024-11-21T12:20:01,825 DEBUG [RegionServerTracker-0 {}] master.ActiveMasterManager(353): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Failed delete of our master address node; KeeperErrorCode = NoNode for /1-1808916852/master 2024-11-21T12:20:01,825 INFO [M:0;9bb5b7e9dd2c:44555 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/.lastflushedseqids 2024-11-21T12:20:01,828 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191597691 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191597691,5,FailOnTimeoutGroup] 2024-11-21T12:20:01,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:20:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:01,919 INFO [RS:0;9bb5b7e9dd2c:39379 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:01,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:39379-0x1006248249e0004, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:01,919 INFO [RS:0;9bb5b7e9dd2c:39379 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,39379,1732191596278; zookeeper connection closed. 2024-11-21T12:20:01,920 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@7a32aae9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@7a32aae9 2024-11-21T12:20:01,920 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:01,976 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:02,231 INFO [M:0;9bb5b7e9dd2c:44555 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:02,231 INFO [M:0;9bb5b7e9dd2c:44555 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:02,231 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:02,232 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:02,232 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:02,232 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:02,232 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:02,232 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:20:02,253 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95375c80150344d7b769fb5673ad8e1b is 82, key is hbase:meta,,1/info:regioninfo/1732191598883/Put/seqid=0 2024-11-21T12:20:02,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:20:02,583 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:02,659 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95375c80150344d7b769fb5673ad8e1b 2024-11-21T12:20:02,683 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f16023f13ad47678230c57a4a266658 is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191598902/Put/seqid=0 2024-11-21T12:20:02,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:20:02,689 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f16023f13ad47678230c57a4a266658 2024-11-21T12:20:02,712 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36d7f020b7f743e3b65c0f13794dd94e is 69, key is 9bb5b7e9dd2c,39379,1732191596278/rs:state/1732191597732/Put/seqid=0 2024-11-21T12:20:02,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:20:03,118 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36d7f020b7f743e3b65c0f13794dd94e 2024-11-21T12:20:03,125 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/95375c80150344d7b769fb5673ad8e1b as hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95375c80150344d7b769fb5673ad8e1b 2024-11-21T12:20:03,132 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/95375c80150344d7b769fb5673ad8e1b, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:20:03,133 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f16023f13ad47678230c57a4a266658 as hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f16023f13ad47678230c57a4a266658 2024-11-21T12:20:03,138 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f16023f13ad47678230c57a4a266658, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:20:03,139 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/36d7f020b7f743e3b65c0f13794dd94e as hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36d7f020b7f743e3b65c0f13794dd94e 2024-11-21T12:20:03,144 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:44697/user/jenkins/test-data/1a5b81b9-0e99-c00b-d80f-6002c0af1b1c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/36d7f020b7f743e3b65c0f13794dd94e, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:20:03,145 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false 2024-11-21T12:20:03,147 INFO [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:03,147 DEBUG [M:0;9bb5b7e9dd2c:44555 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191602231Disabling compacts and flushes for region at 1732191602231Disabling writes for close at 1732191602232 (+1 ms)Obtaining lock to block concurrent updates at 1732191602232Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191602232Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191602232Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191602233 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191602233Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191602252 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191602252Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191602666 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191602683 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191602683Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191602695 (+12 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191602712 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191602712Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67b9fc48: reopening flushed file at 1732191603124 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39f28f9c: reopening flushed file at 1732191603132 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5577e299: reopening flushed file at 1732191603138 (+6 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 913ms, sequenceid=28, compaction requested=false at 1732191603145 (+7 ms)Writing region close event to WAL at 1732191603147 (+2 ms)Closed at 1732191603147 2024-11-21T12:20:03,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34857 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:20:03,150 INFO [M:0;9bb5b7e9dd2c:44555 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:20:03,150 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:03,150 INFO [M:0;9bb5b7e9dd2c:44555 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44555 2024-11-21T12:20:03,150 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:03,252 INFO [M:0;9bb5b7e9dd2c:44555 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:03,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:03,252 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44555-0x1006248249e0003, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:03,255 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@63e8c2f4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:03,255 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7200f9cb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:03,256 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:03,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7341e0de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:03,256 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b7da30{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:03,258 WARN [BP-1981100428-172.17.0.2-1732191595240 heartbeating to localhost/127.0.0.1:44697 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:20:03,258 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:20:03,258 WARN [BP-1981100428-172.17.0.2-1732191595240 heartbeating to localhost/127.0.0.1:44697 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1981100428-172.17.0.2-1732191595240 (Datanode Uuid bc97e553-e624-4ed8-941c-6d553464ad08) service to localhost/127.0.0.1:44697 2024-11-21T12:20:03,258 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:20:03,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/cluster_6df2057f-7856-034f-b923-b358d7d68f9c/data/data1/current/BP-1981100428-172.17.0.2-1732191595240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:03,259 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/cluster_6df2057f-7856-034f-b923-b358d7d68f9c/data/data2/current/BP-1981100428-172.17.0.2-1732191595240 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:03,259 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:20:03,265 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7634b461{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:03,266 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@235e927b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:03,266 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:03,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7cee3f11{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:03,266 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@45fdf487{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:20:03,285 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:20:03,285 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:03,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:03,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:03,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:03,286 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:03,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:20:03,286 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1331671868, stopped=false 2024-11-21T12:20:03,286 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,44627,1732191591962 2024-11-21T12:20:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595056873/running 2024-11-21T12:20:03,288 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595056873/running 2024-11-21T12:20:03,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:20:03,288 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:20:03,288 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:03,288 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:03,289 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer(TestMasterReplication.java:566) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:03,289 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:03,289 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35219,1732191592022' ***** 2024-11-21T12:20:03,289 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:03,289 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:20:03,289 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/running 2024-11-21T12:20:03,289 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:20:03,290 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Set watcher on znode that does not yet exist, /01595056873/running 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(3091): Received CLOSE for 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:03,290 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35219. 2024-11-21T12:20:03,290 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:03,290 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:03,290 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 621c9f6eafd5cdb56eb5002f637f53a6, disabling compactions & flushes 2024-11-21T12:20:03,290 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:20:03,291 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:03,291 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:20:03,291 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:20:03,291 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:03,291 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:20:03,291 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. after waiting 0 ms 2024-11-21T12:20:03,291 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:03,291 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 621c9f6eafd5cdb56eb5002f637f53a6 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T12:20:03,292 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:20:03,293 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 621c9f6eafd5cdb56eb5002f637f53a6=hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6.} 2024-11-21T12:20:03,293 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:03,293 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:03,293 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:03,293 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:03,293 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:03,293 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:03,293 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:20:03,312 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/info/cef7a20b1c0342828f4e9a517645e72e is 147, key is hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6./info:regioninfo/1732191600237/Put/seqid=0 2024-11-21T12:20:03,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741838_1014 (size=6631) 2024-11-21T12:20:03,316 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/.tmp/queue/11180765cde947168324b0936c6d9671 is 151, key is 1-9bb5b7e9dd2c,35219,1732191592022/queue:9bb5b7e9dd2c%2C35219%2C1732191592022/1732191600510/Put/seqid=0 2024-11-21T12:20:03,320 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741839_1015 (size=5350) 2024-11-21T12:20:03,348 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:03,493 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:03,693 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 621c9f6eafd5cdb56eb5002f637f53a6 2024-11-21T12:20:03,717 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/info/cef7a20b1c0342828f4e9a517645e72e 2024-11-21T12:20:03,721 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/.tmp/queue/11180765cde947168324b0936c6d9671 2024-11-21T12:20:03,729 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/.tmp/queue/11180765cde947168324b0936c6d9671 as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/queue/11180765cde947168324b0936c6d9671 2024-11-21T12:20:03,735 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/queue/11180765cde947168324b0936c6d9671, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T12:20:03,737 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 621c9f6eafd5cdb56eb5002f637f53a6 in 446ms, sequenceid=5, compaction requested=false 2024-11-21T12:20:03,737 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:20:03,743 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/replication/621c9f6eafd5cdb56eb5002f637f53a6/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:20:03,744 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:03,744 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:03,744 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:03,744 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 621c9f6eafd5cdb56eb5002f637f53a6: Waiting for close lock at 1732191603290Running coprocessor pre-close hooks at 1732191603290Disabling compacts and flushes for region at 1732191603290Disabling writes for close at 1732191603291 (+1 ms)Obtaining lock to block concurrent updates at 1732191603291Preparing flush snapshotting stores in 621c9f6eafd5cdb56eb5002f637f53a6 at 1732191603291Finished memstore snapshotting hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732191603292 (+1 ms)Flushing stores of hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. at 1732191603293 (+1 ms)Flushing 621c9f6eafd5cdb56eb5002f637f53a6/queue: creating writer at 1732191603293Flushing 621c9f6eafd5cdb56eb5002f637f53a6/queue: appending metadata at 1732191603315 (+22 ms)Flushing 621c9f6eafd5cdb56eb5002f637f53a6/queue: closing flushed file at 1732191603315Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5845d590: reopening flushed file at 1732191603728 (+413 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for 621c9f6eafd5cdb56eb5002f637f53a6 in 446ms, sequenceid=5, compaction requested=false at 1732191603737 (+9 ms)Writing region close event to WAL at 1732191603739 (+2 ms)Running coprocessor post-close hooks at 1732191603744 (+5 ms)Closed at 1732191603744 2024-11-21T12:20:03,744 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191599045.621c9f6eafd5cdb56eb5002f637f53a6. 2024-11-21T12:20:03,747 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/ns/c2b9fb7238f64b048794d28e0dff1d6f is 43, key is default/ns:d/1732191595146/Put/seqid=0 2024-11-21T12:20:03,753 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:20:03,893 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:04,001 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:20:04,001 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:20:04,094 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:04,095 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.1732191594077 to pos 0, reset compression=false 2024-11-21T12:20:04,154 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/ns/c2b9fb7238f64b048794d28e0dff1d6f 2024-11-21T12:20:04,175 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/table/2e71f4498ec54123913df46746ac0deb is 53, key is hbase:replication/table:state/1732191600247/Put/seqid=0 2024-11-21T12:20:04,180 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:20:04,294 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:20:04,294 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:20:04,294 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:04,494 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:20:04,581 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/table/2e71f4498ec54123913df46746ac0deb 2024-11-21T12:20:04,589 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/info/cef7a20b1c0342828f4e9a517645e72e as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/info/cef7a20b1c0342828f4e9a517645e72e 2024-11-21T12:20:04,595 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/info/cef7a20b1c0342828f4e9a517645e72e, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:20:04,596 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/ns/c2b9fb7238f64b048794d28e0dff1d6f as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/ns/c2b9fb7238f64b048794d28e0dff1d6f 2024-11-21T12:20:04,602 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/ns/c2b9fb7238f64b048794d28e0dff1d6f, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:20:04,603 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/.tmp/table/2e71f4498ec54123913df46746ac0deb as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/table/2e71f4498ec54123913df46746ac0deb 2024-11-21T12:20:04,610 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/table/2e71f4498ec54123913df46746ac0deb, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:20:04,611 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false 2024-11-21T12:20:04,617 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:20:04,617 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:04,617 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:04,617 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:04,618 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191603293Running coprocessor pre-close hooks at 1732191603293Disabling compacts and flushes for region at 1732191603293Disabling writes for close at 1732191603293Obtaining lock to block concurrent updates at 1732191603293Preparing flush snapshotting stores in 1588230740 at 1732191603293Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191603293Flushing stores of hbase:meta,,1.1588230740 at 1732191603294 (+1 ms)Flushing 1588230740/info: creating writer at 1732191603294Flushing 1588230740/info: appending metadata at 1732191603311 (+17 ms)Flushing 1588230740/info: closing flushed file at 1732191603311Flushing 1588230740/ns: creating writer at 1732191603725 (+414 ms)Flushing 1588230740/ns: appending metadata at 1732191603746 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732191603746Flushing 1588230740/table: creating writer at 1732191604160 (+414 ms)Flushing 1588230740/table: appending metadata at 1732191604175 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732191604175Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34f123dc: reopening flushed file at 1732191604588 (+413 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@43c773fe: reopening flushed file at 1732191604595 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@335af26: reopening flushed file at 1732191604603 (+8 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1318ms, sequenceid=11, compaction requested=false at 1732191604611 (+8 ms)Writing region close event to WAL at 1732191604613 (+2 ms)Running coprocessor post-close hooks at 1732191604617 (+4 ms)Closed at 1732191604617 2024-11-21T12:20:04,618 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:04,694 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35219,1732191592022; all regions closed. 2024-11-21T12:20:04,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:20:04,698 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/WALs/9bb5b7e9dd2c,35219,1732191592022/9bb5b7e9dd2c%2C35219%2C1732191592022.meta.1732191595084.meta not finished, retry = 0 2024-11-21T12:20:04,801 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs 2024-11-21T12:20:04,801 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35219%2C1732191592022.meta:.meta(num 1732191595084) 2024-11-21T12:20:04,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741837_1013 (size=1586) 2024-11-21T12:20:04,807 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs 2024-11-21T12:20:04,807 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35219%2C1732191592022.rep:(num 1732191600198) 2024-11-21T12:20:04,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:20:04,811 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/oldWALs 2024-11-21T12:20:04,811 INFO [RS:0;9bb5b7e9dd2c:35219 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35219%2C1732191592022:(num 1732191594077) 2024-11-21T12:20:04,811 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:04,811 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:20:04,811 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:04,812 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:04,812 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:04,812 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:04,812 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35219,1732191592022 because: Region server is closing 2024-11-21T12:20:04,813 INFO [RS:0;9bb5b7e9dd2c:35219 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35219. 2024-11-21T12:20:04,813 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:04,813 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:04,813 DEBUG [RS:0;9bb5b7e9dd2c:35219 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:04,813 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:04,913 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.shipper9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:20:04,913 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.wal-reader.9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:20:04,914 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35219,1732191592022.replicationSource.shipper9bb5b7e9dd2c%2C35219%2C1732191592022,1-9bb5b7e9dd2c,35219,1732191592022 terminated 2024-11-21T12:20:04,914 INFO [RS:0;9bb5b7e9dd2c:35219 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35219 2024-11-21T12:20:04,916 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:04,916 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873/rs 2024-11-21T12:20:04,916 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595056873/rs/9bb5b7e9dd2c,35219,1732191592022 2024-11-21T12:20:04,918 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35219,1732191592022] 2024-11-21T12:20:04,920 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01595056873/draining/9bb5b7e9dd2c,35219,1732191592022 already deleted, retry=false 2024-11-21T12:20:04,920 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35219,1732191592022 expired; onlineServers=0 2024-11-21T12:20:04,920 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,44627,1732191591962' ***** 2024-11-21T12:20:04,920 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:20:04,920 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:20:04,920 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:20:04,920 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:20:04,920 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:20:04,920 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:20:04,920 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191593913 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191593913,5,FailOnTimeoutGroup] 2024-11-21T12:20:04,920 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191593909 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191593909,5,FailOnTimeoutGroup] 2024-11-21T12:20:04,921 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:20:04,921 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:20:04,921 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:20:04,921 INFO [M:0;9bb5b7e9dd2c:44627 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:20:04,921 INFO [M:0;9bb5b7e9dd2c:44627 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:20:04,921 INFO [M:0;9bb5b7e9dd2c:44627 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:20:04,922 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:20:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01595056873/master 2024-11-21T12:20:04,922 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01595056873 2024-11-21T12:20:04,922 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] zookeeper.ZKUtil(347): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Unable to get data of znode /01595056873/master because node does not exist (not an error) 2024-11-21T12:20:04,922 WARN [M:0;9bb5b7e9dd2c:44627 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:20:04,923 INFO [M:0;9bb5b7e9dd2c:44627 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/.lastflushedseqids 2024-11-21T12:20:04,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:20:05,018 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:05,018 INFO [RS:0;9bb5b7e9dd2c:35219 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:05,018 DEBUG [pool-358-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35219-0x1006248249e0001, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:05,018 INFO [RS:0;9bb5b7e9dd2c:35219 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35219,1732191592022; zookeeper connection closed. 2024-11-21T12:20:05,018 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@82d7c73 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@82d7c73 2024-11-21T12:20:05,019 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:20:05,329 INFO [M:0;9bb5b7e9dd2c:44627 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:20:05,330 INFO [M:0;9bb5b7e9dd2c:44627 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:20:05,330 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:05,330 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:05,330 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:05,330 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:05,330 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:05,330 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T12:20:05,351 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/175c0a9824784a2ab3b762aedebe615d is 82, key is hbase:meta,,1/info:regioninfo/1732191595128/Put/seqid=0 2024-11-21T12:20:05,356 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:20:05,719 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:05,721 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:05,737 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:05,739 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:05,757 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/175c0a9824784a2ab3b762aedebe615d 2024-11-21T12:20:05,778 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593491e30f334fc8956e79ff3285a9f9 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191600252/Put/seqid=0 2024-11-21T12:20:05,782 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741844_1020 (size=7203) 2024-11-21T12:20:06,183 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593491e30f334fc8956e79ff3285a9f9 2024-11-21T12:20:06,204 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b951a77bb946478789564b78d4023cd2 is 69, key is 9bb5b7e9dd2c,35219,1732191592022/rs:state/1732191593922/Put/seqid=0 2024-11-21T12:20:06,209 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:20:06,610 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b951a77bb946478789564b78d4023cd2 2024-11-21T12:20:06,616 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/175c0a9824784a2ab3b762aedebe615d as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/175c0a9824784a2ab3b762aedebe615d 2024-11-21T12:20:06,622 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/175c0a9824784a2ab3b762aedebe615d, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T12:20:06,623 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/593491e30f334fc8956e79ff3285a9f9 as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593491e30f334fc8956e79ff3285a9f9 2024-11-21T12:20:06,629 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/593491e30f334fc8956e79ff3285a9f9, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T12:20:06,630 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/b951a77bb946478789564b78d4023cd2 as hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b951a77bb946478789564b78d4023cd2 2024-11-21T12:20:06,636 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33053/user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/b951a77bb946478789564b78d4023cd2, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T12:20:06,637 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false 2024-11-21T12:20:06,639 INFO [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:06,639 DEBUG [M:0;9bb5b7e9dd2c:44627 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191605330Disabling compacts and flushes for region at 1732191605330Disabling writes for close at 1732191605330Obtaining lock to block concurrent updates at 1732191605330Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191605330Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732191605331 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191605331Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191605332 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191605351 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191605351Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191605762 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191605777 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191605777Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191606189 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191606204 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191606204Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2fb4927e: reopening flushed file at 1732191606615 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4dfc453e: reopening flushed file at 1732191606622 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@404c53ec: reopening flushed file at 1732191606629 (+7 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1307ms, sequenceid=70, compaction requested=false at 1732191606637 (+8 ms)Writing region close event to WAL at 1732191606639 (+2 ms)Closed at 1732191606639 2024-11-21T12:20:06,641 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41317 is added to blk_1073741830_1006 (size=41008) 2024-11-21T12:20:06,641 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/904477ec-8526-669d-8368-9d4bccbc5414/MasterData/WALs/9bb5b7e9dd2c,44627,1732191591962/9bb5b7e9dd2c%2C44627%2C1732191591962.1732191593804 not finished, retry = 0 2024-11-21T12:20:06,743 INFO [M:0;9bb5b7e9dd2c:44627 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:20:06,743 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:20:06,743 INFO [M:0;9bb5b7e9dd2c:44627 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44627 2024-11-21T12:20:06,743 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:20:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:06,845 INFO [M:0;9bb5b7e9dd2c:44627 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:20:06,845 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44627-0x1006248249e0000, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:20:06,848 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@198d6b6a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:06,849 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@7a581f77{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:06,849 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:06,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fb07959{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:06,849 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@526939f8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:06,850 WARN [BP-209482397-172.17.0.2-1732191590972 heartbeating to localhost/127.0.0.1:33053 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:20:06,850 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:20:06,851 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:20:06,851 WARN [BP-209482397-172.17.0.2-1732191590972 heartbeating to localhost/127.0.0.1:33053 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-209482397-172.17.0.2-1732191590972 (Datanode Uuid 58543313-21a7-46d4-a018-25bbcb9ed0b1) service to localhost/127.0.0.1:33053 2024-11-21T12:20:06,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/data/data1/current/BP-209482397-172.17.0.2-1732191590972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:06,851 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/cluster_fb093dd9-0a66-9e52-088a-30b39d03300c/data/data2/current/BP-209482397-172.17.0.2-1732191590972 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:20:06,852 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:20:06,859 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6bf52f9d{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:06,860 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@634500c7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:20:06,860 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:20:06,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@8880471{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:20:06,860 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6869fbf6{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5d2026fa-6dfb-22ff-6983-67fca21dd37c/hadoop.log.dir/,STOPPED} 2024-11-21T12:20:06,866 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:20:06,877 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:20:06,887 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testRemoveBasePeerConfigWithoutExistingConfigForReplicationPeer Thread=138 (was 113) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33053 from jenkins.hfs.3 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-7-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.3@localhost:33053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:61099) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-11-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33053 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:44697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33053 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33053 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-6-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-10-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:44697 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-11-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.4@localhost:44697 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-12-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-9-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-7-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44697 from jenkins.hfs.4 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:44697 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-7-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=464 (was 440) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=313 (was 346), ProcessCount=11 (was 11), AvailableMemoryMB=7115 (was 7308) 2024-11-21T12:20:06,896 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=138, OpenFileDescriptor=464, MaxFileDescriptor=1048576, SystemLoadAverage=313, ProcessCount=11, AvailableMemoryMB=7114 2024-11-21T12:20:06,910 INFO [Time-limited test {}] replication.TestMasterReplication(356): testHFileReplicationForConfiguredTableCfs 2024-11-21T12:20:06,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir so I do NOT create it in target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453 2024-11-21T12:20:06,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:20:06,911 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.tmp.dir so I do NOT create it in target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453 2024-11-21T12:20:06,911 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/fa6af970-e09d-e070-a8e8-cbe82e91c323/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:20:06,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453 2024-11-21T12:20:06,911 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17, deleteOnExit=true 2024-11-21T12:20:06,914 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/zookeeper_0, clientPort=55980, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:20:06,915 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=55980 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/test.cache.data in system properties and HBase conf 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:20:06,915 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:20:06,916 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:20:06,916 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:20:06,917 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:20:06,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006248249e0005, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:20:06,964 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006248249e0002, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:20:06,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006248249e0005, quorum=127.0.0.1:61099, baseZNode=/1-1808916852 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:20:06,964 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006248249e0002, quorum=127.0.0.1:61099, baseZNode=/01595056873 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:20:07,002 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:07,008 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:07,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:07,009 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:07,009 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:20:07,010 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:07,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:07,011 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:07,126 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@56588678{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/java.io.tmpdir/jetty-localhost-45859-hadoop-hdfs-3_4_1-tests_jar-_-any-12736636023391314653/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:07,127 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:45859} 2024-11-21T12:20:07,127 INFO [Time-limited test {}] server.Server(415): Started @45237ms 2024-11-21T12:20:07,222 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:07,229 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:07,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:07,230 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:07,230 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:07,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:07,231 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:07,356 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/java.io.tmpdir/jetty-localhost-37589-hadoop-hdfs-3_4_1-tests_jar-_-any-3838882258958559268/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:07,357 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:37589} 2024-11-21T12:20:07,357 INFO [Time-limited test {}] server.Server(415): Started @45466ms 2024-11-21T12:20:07,358 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:20:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:20:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:20:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:07,463 WARN [Thread-826 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/data/data1/current/BP-1121181644-172.17.0.2-1732191606937/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:07,463 WARN [Thread-827 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/data/data2/current/BP-1121181644-172.17.0.2-1732191606937/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:07,484 WARN [Thread-814 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:20:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59db93aa8586bdb8 with lease ID 0x99d0eb40dc23514b: Processing first storage report for DS-57664869-5fdf-4491-8048-5a4c072b3d39 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=7a7284a7-243a-4bf6-a017-159e27d09f23, infoPort=39799, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=1057142532;c=1732191606937) 2024-11-21T12:20:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59db93aa8586bdb8 with lease ID 0x99d0eb40dc23514b: from storage DS-57664869-5fdf-4491-8048-5a4c072b3d39 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=7a7284a7-243a-4bf6-a017-159e27d09f23, infoPort=39799, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=1057142532;c=1732191606937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x59db93aa8586bdb8 with lease ID 0x99d0eb40dc23514b: Processing first storage report for DS-7a67f61f-7c0e-4270-ba35-4cc5da0ce5f7 from datanode DatanodeRegistration(127.0.0.1:34519, datanodeUuid=7a7284a7-243a-4bf6-a017-159e27d09f23, infoPort=39799, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=1057142532;c=1732191606937) 2024-11-21T12:20:07,488 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x59db93aa8586bdb8 with lease ID 0x99d0eb40dc23514b: from storage DS-7a67f61f-7c0e-4270-ba35-4cc5da0ce5f7 node DatanodeRegistration(127.0.0.1:34519, datanodeUuid=7a7284a7-243a-4bf6-a017-159e27d09f23, infoPort=39799, infoSecurePort=0, ipcPort=41289, storageInfo=lv=-57;cid=testClusterID;nsid=1057142532;c=1732191606937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:07,492 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453 2024-11-21T12:20:07,492 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:20:07,903 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc with version=8 2024-11-21T12:20:07,903 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/hbase-staging 2024-11-21T12:20:07,906 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:20:07,906 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:07,907 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35055 2024-11-21T12:20:07,909 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:35055 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:07,923 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:350550x0, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:07,923 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:35055-0x100624863200000 connected 2024-11-21T12:20:07,938 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,942 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/running 2024-11-21T12:20:07,942 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc, hbase.cluster.distributed=false 2024-11-21T12:20:07,944 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/acl 2024-11-21T12:20:07,944 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-21T12:20:07,945 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35055 2024-11-21T12:20:07,947 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35055 2024-11-21T12:20:07,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-21T12:20:07,948 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35055 2024-11-21T12:20:07,964 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:20:07,964 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:07,965 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:41803 2024-11-21T12:20:07,966 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:41803 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:07,967 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,969 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:07,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:418030x0, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:07,975 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:41803-0x100624863200001 connected 2024-11-21T12:20:07,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/running 2024-11-21T12:20:07,975 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:20:07,976 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:20:07,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/master 2024-11-21T12:20:07,978 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/acl 2024-11-21T12:20:07,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=41803 2024-11-21T12:20:07,980 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=41803 2024-11-21T12:20:07,984 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=41803 2024-11-21T12:20:07,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=41803 2024-11-21T12:20:07,985 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=41803 2024-11-21T12:20:07,997 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:35055 2024-11-21T12:20:08,000 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0712585576/backup-masters/9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/backup-masters 2024-11-21T12:20:08,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/backup-masters 2024-11-21T12:20:08,002 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on existing znode=/0712585576/backup-masters/9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712585576/master 2024-11-21T12:20:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:08,004 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:08,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on existing znode=/0712585576/master 2024-11-21T12:20:08,005 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0712585576/backup-masters/9bb5b7e9dd2c,35055,1732191607905 from backup master directory 2024-11-21T12:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712585576/backup-masters/9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/backup-masters 2024-11-21T12:20:08,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/backup-masters 2024-11-21T12:20:08,007 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:08,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:08,012 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/hbase.id] with ID: 4207695a-c4f2-48e7-8d6c-1c31a1bbb36e 2024-11-21T12:20:08,013 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/.tmp/hbase.id 2024-11-21T12:20:08,022 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:20:08,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/.tmp/hbase.id]:[hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/hbase.id] 2024-11-21T12:20:08,435 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:08,435 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:20:08,436 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:20:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:08,439 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:08,443 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:20:08,845 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:08,846 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:20:08,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:08,855 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:09,257 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store 2024-11-21T12:20:09,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:09,666 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:09,666 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:09,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191609666Disabling compacts and flushes for region at 1732191609666Disabling writes for close at 1732191609666Writing region close event to WAL at 1732191609666Closed at 1732191609666 2024-11-21T12:20:09,668 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/.initializing 2024-11-21T12:20:09,668 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/WALs/9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:09,669 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:09,671 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C35055%2C1732191607905, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/WALs/9bb5b7e9dd2c,35055,1732191607905, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:09,686 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/WALs/9bb5b7e9dd2c,35055,1732191607905/9bb5b7e9dd2c%2C35055%2C1732191607905.1732191609672, exclude list is [], retry=0 2024-11-21T12:20:09,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-57664869-5fdf-4491-8048-5a4c072b3d39,DISK] 2024-11-21T12:20:09,691 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/WALs/9bb5b7e9dd2c,35055,1732191607905/9bb5b7e9dd2c%2C35055%2C1732191607905.1732191609672 2024-11-21T12:20:09,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-21T12:20:09,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:09,692 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:09,692 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,692 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,693 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:09,695 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,695 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:09,696 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,697 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:09,697 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,698 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,699 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:09,699 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,700 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:09,701 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,701 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:09,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,702 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,703 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,704 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,704 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,705 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:09,706 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:09,708 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:09,708 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68844481, jitterRate=0.025862708687782288}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:09,709 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191609692Initializing all the Stores at 1732191609693 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191609693Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609693Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609693Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191609693Cleaning up temporary data from old regions at 1732191609704 (+11 ms)Region opened successfully at 1732191609709 (+5 ms) 2024-11-21T12:20:09,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:09,713 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@aa551e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:20:09,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:09,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:09,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:09,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:09,715 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:09,715 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:09,715 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:09,717 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:09,718 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:09,719 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/balancer already deleted, retry=false 2024-11-21T12:20:09,719 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:09,720 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:09,721 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/normalizer already deleted, retry=false 2024-11-21T12:20:09,722 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:09,723 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:09,724 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/switch/split already deleted, retry=false 2024-11-21T12:20:09,725 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:09,726 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/switch/merge already deleted, retry=false 2024-11-21T12:20:09,728 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:09,730 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712585576/running 2024-11-21T12:20:09,731 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0712585576/running 2024-11-21T12:20:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,732 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,35055,1732191607905, sessionid=0x100624863200000, setting cluster-up flag (Was=false) 2024-11-21T12:20:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,741 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0712585576/flush-table-proc/acquired, /0712585576/flush-table-proc/reached, /0712585576/flush-table-proc/abort 2024-11-21T12:20:09,742 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:09,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:09,750 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0712585576/online-snapshot/acquired, /0712585576/online-snapshot/reached, /0712585576/online-snapshot/abort 2024-11-21T12:20:09,751 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:09,753 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:09,754 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:09,755 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:09,755 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:09,755 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,35055,1732191607905 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:09,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:09,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:09,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:09,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:09,756 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:09,757 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,757 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:09,757 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,759 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191639759 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:09,760 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:09,760 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:09,760 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:09,761 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:09,761 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:09,761 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:09,761 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:09,763 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:09,763 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:09,764 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191609763,5,FailOnTimeoutGroup] 2024-11-21T12:20:09,765 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191609764,5,FailOnTimeoutGroup] 2024-11-21T12:20:09,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:09,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:09,788 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(746): ClusterId : 4207695a-c4f2-48e7-8d6c-1c31a1bbb36e 2024-11-21T12:20:09,788 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:09,790 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:09,790 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:09,792 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:09,793 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d4368c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:20:09,805 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:41803 2024-11-21T12:20:09,805 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:09,805 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:09,805 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:09,806 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,35055,1732191607905 with port=41803, startcode=1732191607964 2024-11-21T12:20:09,806 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:09,808 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49575, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:09,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,808 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=35055 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,810 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc 2024-11-21T12:20:09,810 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:34761 2024-11-21T12:20:09,810 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:09,812 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/rs 2024-11-21T12:20:09,812 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] zookeeper.ZKUtil(111): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on existing znode=/0712585576/rs/9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,812 WARN [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:09,812 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:09,812 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,813 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,41803,1732191607964] 2024-11-21T12:20:09,816 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:09,818 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:09,818 INFO [RS:0;9bb5b7e9dd2c:41803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:09,818 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,818 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:09,819 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:09,819 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,819 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:09,820 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:09,820 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,820 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,41803,1732191607964-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:09,836 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:09,836 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,41803,1732191607964-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,836 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,836 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.Replication(171): 9bb5b7e9dd2c,41803,1732191607964 started 2024-11-21T12:20:09,851 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:09,851 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,41803,1732191607964, RpcServer on 9bb5b7e9dd2c/172.17.0.2:41803, sessionid=0x100624863200001 2024-11-21T12:20:09,852 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:09,852 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,852 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,41803,1732191607964' 2024-11-21T12:20:09,852 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0712585576/flush-table-proc/abort' 2024-11-21T12:20:09,852 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0712585576/flush-table-proc/acquired' 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,41803,1732191607964' 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0712585576/online-snapshot/abort' 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0712585576/online-snapshot/acquired' 2024-11-21T12:20:09,853 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:09,853 INFO [RS:0;9bb5b7e9dd2c:41803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:09,853 INFO [RS:0;9bb5b7e9dd2c:41803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:09,954 INFO [RS:0;9bb5b7e9dd2c:41803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:09,956 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C41803%2C1732191607964, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs, maxLogs=10 2024-11-21T12:20:09,973 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956, exclude list is [], retry=0 2024-11-21T12:20:09,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-57664869-5fdf-4491-8048-5a4c072b3d39,DISK] 2024-11-21T12:20:09,978 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 2024-11-21T12:20:09,979 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-21T12:20:10,169 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:10,169 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc 2024-11-21T12:20:10,174 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:10,575 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:10,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:10,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:10,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:10,581 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:10,581 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,581 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:10,582 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:10,582 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,583 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:10,584 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:10,584 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:10,585 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740 2024-11-21T12:20:10,586 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740 2024-11-21T12:20:10,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:10,587 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:10,587 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:10,588 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:10,591 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:10,591 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61583932, jitterRate=-0.08232790231704712}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191610576Initializing all the Stores at 1732191610577 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610577Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610577Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191610577Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610577Cleaning up temporary data from old regions at 1732191610587 (+10 ms)Region opened successfully at 1732191610592 (+5 ms) 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:10,592 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:10,592 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:10,592 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191610592Disabling compacts and flushes for region at 1732191610592Disabling writes for close at 1732191610592Writing region close event to WAL at 1732191610592Closed at 1732191610592 2024-11-21T12:20:10,594 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:10,594 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:10,594 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:10,595 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:10,596 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:10,747 DEBUG [9bb5b7e9dd2c:35055 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:10,747 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:10,749 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,41803,1732191607964, state=OPENING 2024-11-21T12:20:10,751 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:10,752 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:10,753 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:10,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712585576/meta-region-server: CHANGED 2024-11-21T12:20:10,753 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712585576/meta-region-server: CHANGED 2024-11-21T12:20:10,753 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,41803,1732191607964}] 2024-11-21T12:20:10,906 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:10,909 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41181, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:10,913 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:10,913 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:10,913 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:10,915 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C41803%2C1732191607964.meta, suffix=.meta, logDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs, maxLogs=10 2024-11-21T12:20:10,928 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.meta.1732191610915.meta, exclude list is [], retry=0 2024-11-21T12:20:10,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-57664869-5fdf-4491-8048-5a4c072b3d39,DISK] 2024-11-21T12:20:10,932 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.meta.1732191610915.meta 2024-11-21T12:20:10,933 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-21T12:20:10,933 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:10,933 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:10,934 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:10,934 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:10,935 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:10,936 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:10,936 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,937 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:10,937 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:10,937 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,938 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:10,939 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:10,939 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,939 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:10,940 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:10,940 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:10,940 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:10,940 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:10,941 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740 2024-11-21T12:20:10,942 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740 2024-11-21T12:20:10,943 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:10,943 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:10,944 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:10,945 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:10,946 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67038076, jitterRate=-0.0010548233985900879}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:10,946 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:10,947 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191610934Writing region info on filesystem at 1732191610934Initializing all the Stores at 1732191610935 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610935Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610935Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191610935Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191610935Cleaning up temporary data from old regions at 1732191610943 (+8 ms)Running coprocessor post-open hooks at 1732191610946 (+3 ms)Region opened successfully at 1732191610947 (+1 ms) 2024-11-21T12:20:10,948 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191610906 2024-11-21T12:20:10,951 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:10,951 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:10,952 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:10,953 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,41803,1732191607964, state=OPEN 2024-11-21T12:20:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0712585576/meta-region-server 2024-11-21T12:20:10,957 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0712585576/meta-region-server 2024-11-21T12:20:10,957 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:10,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712585576/meta-region-server: CHANGED 2024-11-21T12:20:10,957 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0712585576/meta-region-server: CHANGED 2024-11-21T12:20:10,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:10,959 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,41803,1732191607964 in 204 msec 2024-11-21T12:20:10,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:10,962 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 365 msec 2024-11-21T12:20:10,963 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:10,963 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:10,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:10,965 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:10,965 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:10,966 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:10,973 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2180 sec 2024-11-21T12:20:10,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191610973, completionTime=-1 2024-11-21T12:20:10,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:10,973 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:10,975 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:10,975 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191670975 2024-11-21T12:20:10,975 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191730975 2024-11-21T12:20:10,975 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:35055, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,978 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:10,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.973sec 2024-11-21T12:20:10,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:10,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:10,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:10,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:10,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:10,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:10,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:10,983 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:10,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:10,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35055,1732191607905-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:10,989 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35e7e964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:10,989 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,35055,-1 for getting cluster id 2024-11-21T12:20:10,989 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:10,990 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4207695a-c4f2-48e7-8d6c-1c31a1bbb36e' 2024-11-21T12:20:10,990 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4207695a-c4f2-48e7-8d6c-1c31a1bbb36e" 2024-11-21T12:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58043842, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,35055,-1] 2024-11-21T12:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:10,991 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:10,992 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39468, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:10,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a69a54f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:10,993 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:10,994 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:10,995 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:10,996 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:10,998 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:10,999 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:11,002 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:11,002 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624863200002 connected 2024-11-21T12:20:11,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir so I do NOT create it in target/test-data/75174329-8497-007e-ccbe-16eda9a6c162 2024-11-21T12:20:11,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:20:11,005 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.tmp.dir so I do NOT create it in target/test-data/75174329-8497-007e-ccbe-16eda9a6c162 2024-11-21T12:20:11,005 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:20:11,006 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/cluster_666f0f9e-4e4e-b841-b349-f8287240025d, deleteOnExit=true 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/test.cache.data in system properties and HBase conf 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:20:11,006 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:20:11,006 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:20:11,007 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:20:11,090 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:11,094 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:11,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:11,095 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:11,095 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:20:11,096 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:11,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:11,097 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:11,213 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@29ebfe69{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/java.io.tmpdir/jetty-localhost-38109-hadoop-hdfs-3_4_1-tests_jar-_-any-12392155490005013214/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:20:11,213 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:38109} 2024-11-21T12:20:11,214 INFO [Time-limited test {}] server.Server(415): Started @49323ms 2024-11-21T12:20:11,302 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:20:11,305 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:20:11,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:20:11,310 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:20:11,310 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:20:11,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:20:11,311 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:20:11,427 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d082e22{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/java.io.tmpdir/jetty-localhost-38173-hadoop-hdfs-3_4_1-tests_jar-_-any-14230386268342636413/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:20:11,427 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:38173} 2024-11-21T12:20:11,427 INFO [Time-limited test {}] server.Server(415): Started @49537ms 2024-11-21T12:20:11,429 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:20:11,561 WARN [Thread-946 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/cluster_666f0f9e-4e4e-b841-b349-f8287240025d/data/data1/current/BP-578959164-172.17.0.2-1732191611039/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:11,561 WARN [Thread-947 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/cluster_666f0f9e-4e4e-b841-b349-f8287240025d/data/data2/current/BP-578959164-172.17.0.2-1732191611039/current, will proceed with Du for space computation calculation, 2024-11-21T12:20:11,583 WARN [Thread-934 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:20:11,586 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c089e211aa394b with lease ID 0x3c29b90b650e06a1: Processing first storage report for DS-9cf40b6d-ce80-4d68-b6fc-5db74e4a96be from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=2e8483bf-189e-4c27-bc68-cfd1358bafdc, infoPort=36165, infoSecurePort=0, ipcPort=34183, storageInfo=lv=-57;cid=testClusterID;nsid=545625908;c=1732191611039) 2024-11-21T12:20:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c089e211aa394b with lease ID 0x3c29b90b650e06a1: from storage DS-9cf40b6d-ce80-4d68-b6fc-5db74e4a96be node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=2e8483bf-189e-4c27-bc68-cfd1358bafdc, infoPort=36165, infoSecurePort=0, ipcPort=34183, storageInfo=lv=-57;cid=testClusterID;nsid=545625908;c=1732191611039), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc5c089e211aa394b with lease ID 0x3c29b90b650e06a1: Processing first storage report for DS-bc98882d-6db7-4d62-b19a-80f29dd3a9e1 from datanode DatanodeRegistration(127.0.0.1:38253, datanodeUuid=2e8483bf-189e-4c27-bc68-cfd1358bafdc, infoPort=36165, infoSecurePort=0, ipcPort=34183, storageInfo=lv=-57;cid=testClusterID;nsid=545625908;c=1732191611039) 2024-11-21T12:20:11,587 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc5c089e211aa394b with lease ID 0x3c29b90b650e06a1: from storage DS-bc98882d-6db7-4d62-b19a-80f29dd3a9e1 node DatanodeRegistration(127.0.0.1:38253, datanodeUuid=2e8483bf-189e-4c27-bc68-cfd1358bafdc, infoPort=36165, infoSecurePort=0, ipcPort=34183, storageInfo=lv=-57;cid=testClusterID;nsid=545625908;c=1732191611039), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:20:11,671 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162 2024-11-21T12:20:11,671 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:11,673 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:11,681 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:20:12,083 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54 with version=8 2024-11-21T12:20:12,083 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/hbase-staging 2024-11-21T12:20:12,085 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:20:12,085 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:12,086 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43165 2024-11-21T12:20:12,087 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43165 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:12,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:431650x0, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:12,090 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43165-0x100624863200003 connected 2024-11-21T12:20:12,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:12,103 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:12,105 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/running 2024-11-21T12:20:12,105 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54, hbase.cluster.distributed=false 2024-11-21T12:20:12,106 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/acl 2024-11-21T12:20:12,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-21T12:20:12,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43165 2024-11-21T12:20:12,107 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43165 2024-11-21T12:20:12,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-21T12:20:12,108 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43165 2024-11-21T12:20:12,124 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:20:12,124 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:20:12,125 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:38097 2024-11-21T12:20:12,126 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:38097 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:12,126 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:12,128 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:12,132 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:380970x0, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:12,133 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:380970x0, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/running 2024-11-21T12:20:12,133 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:38097-0x100624863200004 connected 2024-11-21T12:20:12,133 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:20:12,134 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:20:12,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/master 2024-11-21T12:20:12,135 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/acl 2024-11-21T12:20:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-21T12:20:12,136 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=38097 2024-11-21T12:20:12,137 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=38097 2024-11-21T12:20:12,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-21T12:20:12,141 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=38097 2024-11-21T12:20:12,154 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:43165 2024-11-21T12:20:12,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-127291556/backup-masters/9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/backup-masters 2024-11-21T12:20:12,156 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/backup-masters 2024-11-21T12:20:12,157 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on existing znode=/1-127291556/backup-masters/9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-127291556/master 2024-11-21T12:20:12,158 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:12,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on existing znode=/1-127291556/master 2024-11-21T12:20:12,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-127291556/backup-masters/9bb5b7e9dd2c,43165,1732191612085 from backup master directory 2024-11-21T12:20:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/backup-masters 2024-11-21T12:20:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-127291556/backup-masters/9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:12,161 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/backup-masters 2024-11-21T12:20:12,161 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:12,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:12,165 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/hbase.id] with ID: 442109ca-bd6f-4802-b890-0671237aac83 2024-11-21T12:20:12,165 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/.tmp/hbase.id 2024-11-21T12:20:12,171 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:20:12,572 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/.tmp/hbase.id]:[hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/hbase.id] 2024-11-21T12:20:12,584 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:12,584 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:20:12,585 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:20:12,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:12,588 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:12,593 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:20:12,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:12,893 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:12,894 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:12,895 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:12,900 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:12,994 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:12,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:20:12,996 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:13,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:20:13,404 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store 2024-11-21T12:20:13,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:20:13,811 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:13,811 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:20:13,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191613811Disabling compacts and flushes for region at 1732191613811Disabling writes for close at 1732191613811Writing region close event to WAL at 1732191613811Closed at 1732191613811 2024-11-21T12:20:13,812 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/.initializing 2024-11-21T12:20:13,812 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/WALs/9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:13,814 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:13,815 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C43165%2C1732191612085, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/WALs/9bb5b7e9dd2c,43165,1732191612085, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/oldWALs, maxLogs=10 2024-11-21T12:20:13,830 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/WALs/9bb5b7e9dd2c,43165,1732191612085/9bb5b7e9dd2c%2C43165%2C1732191612085.1732191613816, exclude list is [], retry=0 2024-11-21T12:20:13,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-9cf40b6d-ce80-4d68-b6fc-5db74e4a96be,DISK] 2024-11-21T12:20:13,834 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/WALs/9bb5b7e9dd2c,43165,1732191612085/9bb5b7e9dd2c%2C43165%2C1732191612085.1732191613816 2024-11-21T12:20:13,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-21T12:20:13,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:13,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:13,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,835 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,836 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:20:13,838 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:13,838 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,839 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:20:13,840 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,840 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:20:13,841 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,841 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,842 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:20:13,843 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,843 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:13,843 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,844 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,844 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,846 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,846 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,846 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:13,847 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:20:13,849 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:13,849 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63305842, jitterRate=-0.0566694438457489}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:13,850 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191613835Initializing all the Stores at 1732191613836 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191613836Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613836Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613836Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191613836Cleaning up temporary data from old regions at 1732191613846 (+10 ms)Region opened successfully at 1732191613850 (+4 ms) 2024-11-21T12:20:13,850 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:20:13,853 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a4bec5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:20:13,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:20:13,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:20:13,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:20:13,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:20:13,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:20:13,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:20:13,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:20:13,857 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:20:13,858 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/balancer because node does not exist (not necessarily an error) 2024-11-21T12:20:13,859 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/balancer already deleted, retry=false 2024-11-21T12:20:13,859 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:20:13,860 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:20:13,862 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/normalizer already deleted, retry=false 2024-11-21T12:20:13,862 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:20:13,863 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:20:13,864 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/switch/split already deleted, retry=false 2024-11-21T12:20:13,865 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:20:13,866 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/switch/merge already deleted, retry=false 2024-11-21T12:20:13,868 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:20:13,869 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/snapshot-cleanup already deleted, retry=false 2024-11-21T12:20:13,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-127291556/running 2024-11-21T12:20:13,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-127291556/running 2024-11-21T12:20:13,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,871 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,43165,1732191612085, sessionid=0x100624863200003, setting cluster-up flag (Was=false) 2024-11-21T12:20:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,878 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-127291556/flush-table-proc/acquired, /1-127291556/flush-table-proc/reached, /1-127291556/flush-table-proc/abort 2024-11-21T12:20:13,879 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:13,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,883 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:13,888 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-127291556/online-snapshot/acquired, /1-127291556/online-snapshot/reached, /1-127291556/online-snapshot/abort 2024-11-21T12:20:13,889 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:13,890 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:20:13,892 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:13,892 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:20:13,892 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:20:13,892 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,43165,1732191612085 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:20:13,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:13,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:13,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:13,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:20:13,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:20:13,894 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,894 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:13,894 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,895 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:13,895 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191643896 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:20:13,896 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:20:13,897 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:13,897 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:20:13,897 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:20:13,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:20:13,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:20:13,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:20:13,899 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:20:13,899 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:20:13,901 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191613899,5,FailOnTimeoutGroup] 2024-11-21T12:20:13,904 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191613901,5,FailOnTimeoutGroup] 2024-11-21T12:20:13,904 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,904 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:20:13,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,907 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:20:13,945 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(746): ClusterId : 442109ca-bd6f-4802-b890-0671237aac83 2024-11-21T12:20:13,945 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:20:13,947 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:20:13,948 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:20:13,949 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:20:13,950 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@458a31e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:20:13,966 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:38097 2024-11-21T12:20:13,966 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:20:13,966 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:20:13,966 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:20:13,967 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,43165,1732191612085 with port=38097, startcode=1732191612123 2024-11-21T12:20:13,967 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:20:13,969 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56947, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:20:13,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43165 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:13,969 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43165 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:13,971 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54 2024-11-21T12:20:13,971 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42359 2024-11-21T12:20:13,971 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:20:13,973 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/rs 2024-11-21T12:20:13,973 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] zookeeper.ZKUtil(111): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on existing znode=/1-127291556/rs/9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:13,973 WARN [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:20:13,973 INFO [RS:0;9bb5b7e9dd2c:38097 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:13,973 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:13,974 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,38097,1732191612123] 2024-11-21T12:20:13,977 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:20:13,978 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:20:13,979 INFO [RS:0;9bb5b7e9dd2c:38097 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:20:13,979 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,979 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:20:13,980 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:20:13,980 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:13,980 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:13,985 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,38097,1732191612123-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:14,004 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:20:14,004 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,38097,1732191612123-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:14,005 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:14,005 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.Replication(171): 9bb5b7e9dd2c,38097,1732191612123 started 2024-11-21T12:20:14,021 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:14,021 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,38097,1732191612123, RpcServer on 9bb5b7e9dd2c/172.17.0.2:38097, sessionid=0x100624863200004 2024-11-21T12:20:14,021 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:20:14,021 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:14,021 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,38097,1732191612123' 2024-11-21T12:20:14,021 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-127291556/flush-table-proc/abort' 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-127291556/flush-table-proc/acquired' 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,38097,1732191612123' 2024-11-21T12:20:14,022 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-127291556/online-snapshot/abort' 2024-11-21T12:20:14,023 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-127291556/online-snapshot/acquired' 2024-11-21T12:20:14,023 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:20:14,023 INFO [RS:0;9bb5b7e9dd2c:38097 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:20:14,023 INFO [RS:0;9bb5b7e9dd2c:38097 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:20:14,124 INFO [RS:0;9bb5b7e9dd2c:38097 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:20:14,125 INFO [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C38097%2C1732191612123, suffix=, logDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/oldWALs, maxLogs=10 2024-11-21T12:20:14,140 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.1732191614126, exclude list is [], retry=0 2024-11-21T12:20:14,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-9cf40b6d-ce80-4d68-b6fc-5db74e4a96be,DISK] 2024-11-21T12:20:14,145 INFO [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.1732191614126 2024-11-21T12:20:14,145 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-21T12:20:14,308 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:20:14,309 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54 2024-11-21T12:20:14,314 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:20:14,715 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:14,717 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:14,718 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:14,718 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:14,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:14,719 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:14,720 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:14,720 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:14,720 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:14,721 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:14,722 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:14,722 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:14,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:14,722 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:14,723 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:14,723 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:14,723 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740 2024-11-21T12:20:14,724 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740 2024-11-21T12:20:14,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:14,725 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:14,726 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:14,727 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:14,729 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:14,729 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62015516, jitterRate=-0.07589679956436157}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:14,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191614716Initializing all the Stores at 1732191614716Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191614716Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191614717 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191614717Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191614717Cleaning up temporary data from old regions at 1732191614725 (+8 ms)Region opened successfully at 1732191614729 (+4 ms) 2024-11-21T12:20:14,729 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:20:14,729 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:20:14,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:20:14,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:20:14,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:20:14,730 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:20:14,730 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191614729Disabling compacts and flushes for region at 1732191614729Disabling writes for close at 1732191614730 (+1 ms)Writing region close event to WAL at 1732191614730Closed at 1732191614730 2024-11-21T12:20:14,732 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:14,732 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:20:14,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:20:14,733 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:14,734 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:20:14,885 DEBUG [9bb5b7e9dd2c:43165 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:20:14,885 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:14,887 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,38097,1732191612123, state=OPENING 2024-11-21T12:20:14,892 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:20:14,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:14,893 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:20:14,894 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:20:14,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-127291556/meta-region-server: CHANGED 2024-11-21T12:20:14,894 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-127291556/meta-region-server: CHANGED 2024-11-21T12:20:14,894 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,38097,1732191612123}] 2024-11-21T12:20:15,048 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:15,050 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55157, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:20:15,054 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:20:15,054 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:15,054 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:20:15,056 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C38097%2C1732191612123.meta, suffix=.meta, logDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123, archiveDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/oldWALs, maxLogs=10 2024-11-21T12:20:15,070 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.meta.1732191615056.meta, exclude list is [], retry=0 2024-11-21T12:20:15,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38253,DS-9cf40b6d-ce80-4d68-b6fc-5db74e4a96be,DISK] 2024-11-21T12:20:15,116 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.meta.1732191615056.meta 2024-11-21T12:20:15,117 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36165:36165)] 2024-11-21T12:20:15,117 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:15,118 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:20:15,118 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:20:15,118 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:20:15,120 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:20:15,120 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:20:15,121 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:15,121 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:20:15,122 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:20:15,122 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:15,122 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:20:15,123 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:20:15,123 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:15,123 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:20:15,124 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:20:15,124 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,125 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:20:15,125 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:20:15,126 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740 2024-11-21T12:20:15,127 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740 2024-11-21T12:20:15,128 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:20:15,128 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:20:15,129 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:20:15,130 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:20:15,131 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66098151, jitterRate=-0.015060797333717346}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:20:15,131 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:20:15,131 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191615118Writing region info on filesystem at 1732191615118Initializing all the Stores at 1732191615119 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191615119Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191615119Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191615119Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191615119Cleaning up temporary data from old regions at 1732191615128 (+9 ms)Running coprocessor post-open hooks at 1732191615131 (+3 ms)Region opened successfully at 1732191615131 2024-11-21T12:20:15,133 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191615047 2024-11-21T12:20:15,135 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:20:15,135 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:20:15,136 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:15,137 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,38097,1732191612123, state=OPEN 2024-11-21T12:20:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-127291556/meta-region-server 2024-11-21T12:20:15,139 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-127291556/meta-region-server 2024-11-21T12:20:15,139 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:15,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-127291556/meta-region-server: CHANGED 2024-11-21T12:20:15,139 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-127291556/meta-region-server: CHANGED 2024-11-21T12:20:15,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:20:15,141 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,38097,1732191612123 in 245 msec 2024-11-21T12:20:15,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:20:15,144 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 409 msec 2024-11-21T12:20:15,145 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:20:15,145 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:20:15,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:15,146 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,38097,1732191612123, seqNum=-1] 2024-11-21T12:20:15,147 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:15,148 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44863, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:15,154 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2620 sec 2024-11-21T12:20:15,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191615154, completionTime=-1 2024-11-21T12:20:15,154 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:20:15,154 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:20:15,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:20:15,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191675156 2024-11-21T12:20:15,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191735156 2024-11-21T12:20:15,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:43165, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,160 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 3.000sec 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:20:15,161 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:20:15,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:20:15,164 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:20:15,165 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43165,1732191612085-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:20:15,246 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c54674c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:15,246 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43165,-1 for getting cluster id 2024-11-21T12:20:15,246 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:15,248 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442109ca-bd6f-4802-b890-0671237aac83' 2024-11-21T12:20:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:15,248 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442109ca-bd6f-4802-b890-0671237aac83" 2024-11-21T12:20:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774b5dd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43165,-1] 2024-11-21T12:20:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:15,249 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:15,250 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51374, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:15,252 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cb3acf0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:15,252 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,38097,1732191612123, seqNum=-1] 2024-11-21T12:20:15,253 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:15,255 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:15,257 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:15,258 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:55980 2024-11-21T12:20:15,261 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:20:15,261 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624863200005 connected 2024-11-21T12:20:15,267 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:15,269 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7019723e 2024-11-21T12:20:15,270 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:15,271 INFO [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:15,274 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:15,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:15,279 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:15,281 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:15,281 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:15,282 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:15,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:15,288 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:15,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:15,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:15,691 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 801d78ac64a3a3e92e2f6e3ec8159522, NAME => 'test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc 2024-11-21T12:20:15,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:15,816 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:20:15,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 801d78ac64a3a3e92e2f6e3ec8159522, disabling compactions & flushes 2024-11-21T12:20:16,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. after waiting 0 ms 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,099 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,099 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 801d78ac64a3a3e92e2f6e3ec8159522: Waiting for close lock at 1732191616099Disabling compacts and flushes for region at 1732191616099Disabling writes for close at 1732191616099Writing region close event to WAL at 1732191616099Closed at 1732191616099 2024-11-21T12:20:16,101 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:16,101 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191616101"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191616101"}]},"ts":"1732191616101"} 2024-11-21T12:20:16,104 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:16,105 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:16,105 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191616105"}]},"ts":"1732191616105"} 2024-11-21T12:20:16,107 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:16,108 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=801d78ac64a3a3e92e2f6e3ec8159522, ASSIGN}] 2024-11-21T12:20:16,109 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=801d78ac64a3a3e92e2f6e3ec8159522, ASSIGN 2024-11-21T12:20:16,110 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=801d78ac64a3a3e92e2f6e3ec8159522, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,41803,1732191607964; forceNewPlan=false, retain=false 2024-11-21T12:20:16,261 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=801d78ac64a3a3e92e2f6e3ec8159522, regionState=OPENING, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:16,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=801d78ac64a3a3e92e2f6e3ec8159522, ASSIGN because future has completed 2024-11-21T12:20:16,264 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 801d78ac64a3a3e92e2f6e3ec8159522, server=9bb5b7e9dd2c,41803,1732191607964}] 2024-11-21T12:20:16,421 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:16,422 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,422 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 801d78ac64a3a3e92e2f6e3ec8159522, NAME => 'test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:16,422 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:16,423 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:16,423 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,423 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:16,423 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,423 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,424 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,426 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801d78ac64a3a3e92e2f6e3ec8159522 columnFamilyName f 2024-11-21T12:20:16,426 DEBUG [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:16,426 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(327): Store=801d78ac64a3a3e92e2f6e3ec8159522/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:16,427 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,428 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801d78ac64a3a3e92e2f6e3ec8159522 columnFamilyName f1 2024-11-21T12:20:16,428 DEBUG [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:16,428 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(327): Store=801d78ac64a3a3e92e2f6e3ec8159522/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:16,428 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,429 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 801d78ac64a3a3e92e2f6e3ec8159522 columnFamilyName norep 2024-11-21T12:20:16,429 DEBUG [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:16,429 INFO [StoreOpener-801d78ac64a3a3e92e2f6e3ec8159522-1 {}] regionserver.HStore(327): Store=801d78ac64a3a3e92e2f6e3ec8159522/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:16,429 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,430 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,430 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,431 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,432 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,432 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:16,433 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,436 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:16,437 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 801d78ac64a3a3e92e2f6e3ec8159522; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70163871, jitterRate=0.04552315175533295}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:16,437 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:20:16,437 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 801d78ac64a3a3e92e2f6e3ec8159522: Running coprocessor pre-open hook at 1732191616423Writing region info on filesystem at 1732191616423Initializing all the Stores at 1732191616424 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191616424Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191616424Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191616424Cleaning up temporary data from old regions at 1732191616432 (+8 ms)Running coprocessor post-open hooks at 1732191616437 (+5 ms)Region opened successfully at 1732191616437 2024-11-21T12:20:16,440 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., pid=6, masterSystemTime=1732191616417 2024-11-21T12:20:16,442 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,442 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:20:16,444 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=801d78ac64a3a3e92e2f6e3ec8159522, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:16,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 801d78ac64a3a3e92e2f6e3ec8159522, server=9bb5b7e9dd2c,41803,1732191607964 because future has completed 2024-11-21T12:20:16,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:16,451 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 801d78ac64a3a3e92e2f6e3ec8159522, server=9bb5b7e9dd2c,41803,1732191607964 in 184 msec 2024-11-21T12:20:16,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:16,453 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=801d78ac64a3a3e92e2f6e3ec8159522, ASSIGN in 343 msec 2024-11-21T12:20:16,454 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:16,454 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191616454"}]},"ts":"1732191616454"} 2024-11-21T12:20:16,456 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:16,457 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:16,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1820 sec 2024-11-21T12:20:17,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:20:17,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:17,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:20:17,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:17,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:20:17,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:20:17,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:20:17,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:20:17,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:20:17,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:20:17,376 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:20:17,376 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:17,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:17,432 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:17,433 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@586950c6 2024-11-21T12:20:17,434 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:17,435 INFO [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:17,436 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:17,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:20:17,439 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:17,439 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:17,439 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:20:17,440 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:17,440 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:17,446 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:20:17,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:17,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:17,848 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e91843fd743ea8049b64ac7f581ac1b4, NAME => 'test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54 2024-11-21T12:20:17,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:20:18,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:18,255 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:18,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing e91843fd743ea8049b64ac7f581ac1b4, disabling compactions & flushes 2024-11-21T12:20:18,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. after waiting 0 ms 2024-11-21T12:20:18,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,256 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for e91843fd743ea8049b64ac7f581ac1b4: Waiting for close lock at 1732191618256Disabling compacts and flushes for region at 1732191618256Disabling writes for close at 1732191618256Writing region close event to WAL at 1732191618256Closed at 1732191618256 2024-11-21T12:20:18,257 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:18,258 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191618257"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191618257"}]},"ts":"1732191618257"} 2024-11-21T12:20:18,262 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:18,263 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:18,263 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191618263"}]},"ts":"1732191618263"} 2024-11-21T12:20:18,265 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:20:18,266 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e91843fd743ea8049b64ac7f581ac1b4, ASSIGN}] 2024-11-21T12:20:18,267 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=e91843fd743ea8049b64ac7f581ac1b4, ASSIGN 2024-11-21T12:20:18,268 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=e91843fd743ea8049b64ac7f581ac1b4, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,38097,1732191612123; forceNewPlan=false, retain=false 2024-11-21T12:20:18,418 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e91843fd743ea8049b64ac7f581ac1b4, regionState=OPENING, regionLocation=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:18,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=e91843fd743ea8049b64ac7f581ac1b4, ASSIGN because future has completed 2024-11-21T12:20:18,422 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91843fd743ea8049b64ac7f581ac1b4, server=9bb5b7e9dd2c,38097,1732191612123}] 2024-11-21T12:20:18,579 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,579 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => e91843fd743ea8049b64ac7f581ac1b4, NAME => 'test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:18,579 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:18,580 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:20:18,580 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,580 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:18,580 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,580 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:18,581 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,583 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91843fd743ea8049b64ac7f581ac1b4 columnFamilyName f 2024-11-21T12:20:18,583 DEBUG [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:18,583 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(327): Store=e91843fd743ea8049b64ac7f581ac1b4/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:18,584 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,585 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91843fd743ea8049b64ac7f581ac1b4 columnFamilyName f1 2024-11-21T12:20:18,585 DEBUG [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:18,585 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(327): Store=e91843fd743ea8049b64ac7f581ac1b4/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:18,585 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,586 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e91843fd743ea8049b64ac7f581ac1b4 columnFamilyName norep 2024-11-21T12:20:18,586 DEBUG [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:18,587 INFO [StoreOpener-e91843fd743ea8049b64ac7f581ac1b4-1 {}] regionserver.HStore(327): Store=e91843fd743ea8049b64ac7f581ac1b4/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:18,587 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,587 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,588 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:18,590 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,592 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:18,592 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened e91843fd743ea8049b64ac7f581ac1b4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59299076, jitterRate=-0.1163749098777771}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:18,592 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:20:18,593 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for e91843fd743ea8049b64ac7f581ac1b4: Running coprocessor pre-open hook at 1732191618580Writing region info on filesystem at 1732191618580Initializing all the Stores at 1732191618581 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191618581Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191618581Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191618581Cleaning up temporary data from old regions at 1732191618589 (+8 ms)Running coprocessor post-open hooks at 1732191618592 (+3 ms)Region opened successfully at 1732191618592 2024-11-21T12:20:18,593 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4., pid=6, masterSystemTime=1732191618575 2024-11-21T12:20:18,596 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,596 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:20:18,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=e91843fd743ea8049b64ac7f581ac1b4, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:20:18,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure e91843fd743ea8049b64ac7f581ac1b4, server=9bb5b7e9dd2c,38097,1732191612123 because future has completed 2024-11-21T12:20:18,602 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:20:18,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure e91843fd743ea8049b64ac7f581ac1b4, server=9bb5b7e9dd2c,38097,1732191612123 in 178 msec 2024-11-21T12:20:18,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:20:18,605 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=e91843fd743ea8049b64ac7f581ac1b4, ASSIGN in 337 msec 2024-11-21T12:20:18,606 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:18,606 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191618606"}]},"ts":"1732191618606"} 2024-11-21T12:20:18,608 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:20:18,610 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:18,612 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1740 sec 2024-11-21T12:20:19,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43165 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:20:19,592 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:20:19,593 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@483278ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,593 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,35055,-1 for getting cluster id 2024-11-21T12:20:19,593 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:19,594 DEBUG [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4207695a-c4f2-48e7-8d6c-1c31a1bbb36e' 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4207695a-c4f2-48e7-8d6c-1c31a1bbb36e" 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c79e55c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,35055,-1] 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:19,595 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,596 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43734, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:19,597 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@37b50f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fcb6c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43165,-1 for getting cluster id 2024-11-21T12:20:19,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:19,599 DEBUG [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442109ca-bd6f-4802-b890-0671237aac83' 2024-11-21T12:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442109ca-bd6f-4802-b890-0671237aac83" 2024-11-21T12:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f2ef58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,599 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43165,-1] 2024-11-21T12:20:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:19,600 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,601 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40254, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:19,601 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46f39041, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,602 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26588fcc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,602 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,35055,-1 for getting cluster id 2024-11-21T12:20:19,603 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:19,603 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4207695a-c4f2-48e7-8d6c-1c31a1bbb36e' 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4207695a-c4f2-48e7-8d6c-1c31a1bbb36e" 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@689fe4a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,35055,-1] 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:19,604 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,605 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:19,606 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26c041a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,609 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29ea6ed9 2024-11-21T12:20:19,610 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:19,611 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:19,611 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:43165,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:20:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:20:19,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:19,615 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43165' 2024-11-21T12:20:19,616 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@454503ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,616 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43165,-1 for getting cluster id 2024-11-21T12:20:19,616 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:19,617 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442109ca-bd6f-4802-b890-0671237aac83' 2024-11-21T12:20:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442109ca-bd6f-4802-b890-0671237aac83" 2024-11-21T12:20:19,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@774fca0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43165,-1] 2024-11-21T12:20:19,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:19,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,619 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:19,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44fb7a8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:19,620 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4b75c2d9 2024-11-21T12:20:19,621 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:19,622 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40284, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:19,623 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:20:19,623 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:20:19,623 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,623 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:19,623 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:19,624 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:20:19,625 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:20:19,626 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:20:19,626 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:19,627 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:20:19,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:20:19,676 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:20:19,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:19,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:19,977 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:20:20,036 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dd50c20de8339f8d4a72c24a2b92ed27, NAME => 'hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc 2024-11-21T12:20:20,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:20:20,242 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:20,442 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:20,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing dd50c20de8339f8d4a72c24a2b92ed27, disabling compactions & flushes 2024-11-21T12:20:20,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. after waiting 0 ms 2024-11-21T12:20:20,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,443 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,443 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for dd50c20de8339f8d4a72c24a2b92ed27: Waiting for close lock at 1732191620443Disabling compacts and flushes for region at 1732191620443Disabling writes for close at 1732191620443Writing region close event to WAL at 1732191620443Closed at 1732191620443 2024-11-21T12:20:20,444 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:20:20,444 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191620444"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191620444"}]},"ts":"1732191620444"} 2024-11-21T12:20:20,447 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:20:20,448 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:20:20,449 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191620448"}]},"ts":"1732191620448"} 2024-11-21T12:20:20,451 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:20:20,451 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd50c20de8339f8d4a72c24a2b92ed27, ASSIGN}] 2024-11-21T12:20:20,453 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd50c20de8339f8d4a72c24a2b92ed27, ASSIGN 2024-11-21T12:20:20,454 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd50c20de8339f8d4a72c24a2b92ed27, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,41803,1732191607964; forceNewPlan=false, retain=false 2024-11-21T12:20:20,604 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd50c20de8339f8d4a72c24a2b92ed27, regionState=OPENING, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:20,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=dd50c20de8339f8d4a72c24a2b92ed27, ASSIGN because future has completed 2024-11-21T12:20:20,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd50c20de8339f8d4a72c24a2b92ed27, server=9bb5b7e9dd2c,41803,1732191607964}] 2024-11-21T12:20:20,620 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:20,640 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:20,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:20,641 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:20,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:20,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:20,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:20:20,765 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:20:20,767 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C41803%2C1732191607964.rep, suffix=, logDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964, archiveDir=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs, maxLogs=10 2024-11-21T12:20:20,782 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.rep.1732191620767, exclude list is [], retry=0 2024-11-21T12:20:20,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:34519,DS-57664869-5fdf-4491-8048-5a4c072b3d39,DISK] 2024-11-21T12:20:20,787 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.rep.1732191620767 2024-11-21T12:20:20,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39799:39799)] 2024-11-21T12:20:20,787 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => dd50c20de8339f8d4a72c24a2b92ed27, NAME => 'hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:20:20,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. service=MultiRowMutationService 2024-11-21T12:20:20,788 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,788 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,791 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,792 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd50c20de8339f8d4a72c24a2b92ed27 columnFamilyName hfileref 2024-11-21T12:20:20,792 DEBUG [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:20,793 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(327): Store=dd50c20de8339f8d4a72c24a2b92ed27/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:20,793 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,794 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd50c20de8339f8d4a72c24a2b92ed27 columnFamilyName queue 2024-11-21T12:20:20,794 DEBUG [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:20,794 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(327): Store=dd50c20de8339f8d4a72c24a2b92ed27/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:20,795 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,796 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dd50c20de8339f8d4a72c24a2b92ed27 columnFamilyName sid 2024-11-21T12:20:20,796 DEBUG [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:20:20,796 INFO [StoreOpener-dd50c20de8339f8d4a72c24a2b92ed27-1 {}] regionserver.HStore(327): Store=dd50c20de8339f8d4a72c24a2b92ed27/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:20:20,796 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,797 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,798 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:20:20,799 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,802 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:20:20,803 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened dd50c20de8339f8d4a72c24a2b92ed27; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69042981, jitterRate=0.028820589184761047}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:20:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:20:20,803 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for dd50c20de8339f8d4a72c24a2b92ed27: Running coprocessor pre-open hook at 1732191620789Writing region info on filesystem at 1732191620789Initializing all the Stores at 1732191620789Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191620790 (+1 ms)Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191620790Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191620790Cleaning up temporary data from old regions at 1732191620798 (+8 ms)Running coprocessor post-open hooks at 1732191620803 (+5 ms)Region opened successfully at 1732191620803 2024-11-21T12:20:20,804 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27., pid=10, masterSystemTime=1732191620760 2024-11-21T12:20:20,807 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,807 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:20:20,807 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=dd50c20de8339f8d4a72c24a2b92ed27, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:20:20,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure dd50c20de8339f8d4a72c24a2b92ed27, server=9bb5b7e9dd2c,41803,1732191607964 because future has completed 2024-11-21T12:20:20,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:20:20,813 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure dd50c20de8339f8d4a72c24a2b92ed27, server=9bb5b7e9dd2c,41803,1732191607964 in 203 msec 2024-11-21T12:20:20,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:20:20,815 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=dd50c20de8339f8d4a72c24a2b92ed27, ASSIGN in 362 msec 2024-11-21T12:20:20,816 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:20:20,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191620816"}]},"ts":"1732191620816"} 2024-11-21T12:20:20,819 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:20:20,820 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:20:20,822 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1960 sec 2024-11-21T12:20:20,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2] 2024-11-21T12:20:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:20,839 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:20:20,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:20:20,997 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=41803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:20:20,997 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:20:21,029 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,41803,1732191607964, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:20:21,029 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:21,029 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:21,030 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:21,031 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43989, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:21,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,41803,1732191607964', locateType=CURRENT is [region=hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2] 2024-11-21T12:20:21,036 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:20:21,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:20:21,039 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,41803,1732191607964 suceeded 2024-11-21T12:20:21,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:20:21,042 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 196 msec 2024-11-21T12:20:21,042 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:43165,replicationEndpointImpl=null,replicateAllUserTables=false,tableCFs={test=[f]},bandwidth=0,serial=false 2024-11-21T12:20:21,043 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4310 sec 2024-11-21T12:20:21,054 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43165' 2024-11-21T12:20:21,055 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@15418dca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:21,055 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43165,-1 for getting cluster id 2024-11-21T12:20:21,055 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:21,056 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442109ca-bd6f-4802-b890-0671237aac83' 2024-11-21T12:20:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442109ca-bd6f-4802-b890-0671237aac83" 2024-11-21T12:20:21,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@684a3de7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43165,-1] 2024-11-21T12:20:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:21,057 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,058 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40312, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:21,059 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61b0d238, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:21,059 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cb0326 2024-11-21T12:20:21,060 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:21,061 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:21,061 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,41803,1732191607964 (queues=1) is replicating from cluster=4207695a-c4f2-48e7-8d6c-1c31a1bbb36e to cluster=442109ca-bd6f-4802-b890-0671237aac83 2024-11-21T12:20:21,062 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C41803%2C1732191607964 2024-11-21T12:20:21,062 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,41803,1732191607964, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:20:21,062 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C41803%2C1732191607964 2024-11-21T12:20:21,062 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956, startPosition=0, beingWritten=true 2024-11-21T12:20:21,072 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:21,072 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:21,072 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:21,276 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:21,581 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:21,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=35055 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:20:21,763 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:20:21,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:21,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:632) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:365) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:21,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,764 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:21,764 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:21,766 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:21,773 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_0 is 36, key is aaaa/f:row/1732191621772/Put/seqid=0 2024-11-21T12:20:21,777 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:20:21,986 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:22,182 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_1 is 34, key is ddd/f:row/1732191622180/Put/seqid=0 2024-11-21T12:20:22,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:20:22,491 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:22,594 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@101ffd99, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:22,594 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,35055,-1 for getting cluster id 2024-11-21T12:20:22,595 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:22,596 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4207695a-c4f2-48e7-8d6c-1c31a1bbb36e' 2024-11-21T12:20:22,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:22,596 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4207695a-c4f2-48e7-8d6c-1c31a1bbb36e" 2024-11-21T12:20:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31636870, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,35055,-1] 2024-11-21T12:20:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:22,597 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:22,598 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:22,599 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58c73455, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:22,599 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:22,600 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:22,601 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:22,602 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49106, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:22,613 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:22,614 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@664f1806 2024-11-21T12:20:22,617 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:22,619 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:22,627 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2] 2024-11-21T12:20:22,639 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:22,662 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:20:22,666 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T12:20:22,687 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_1 for inclusion in 801d78ac64a3a3e92e2f6e3ec8159522/f 2024-11-21T12:20:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:20:22,696 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:22,696 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_0 for inclusion in 801d78ac64a3a3e92e2f6e3ec8159522/f 2024-11-21T12:20:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:20:22,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:22,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegion(2603): Flush status journal for 801d78ac64a3a3e92e2f6e3ec8159522: 2024-11-21T12:20:22,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_1 to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_1 2024-11-21T12:20:22,709 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_1 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ 2024-11-21T12:20:22,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f/f/hfile_0 to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_0 2024-11-21T12:20:22,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_0 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ 2024-11-21T12:20:22,718 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_1 into 801d78ac64a3a3e92e2f6e3ec8159522/f as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ - updating store file list. 2024-11-21T12:20:22,724 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:22,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ into 801d78ac64a3a3e92e2f6e3ec8159522/f 2024-11-21T12:20:22,724 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_1 into 801d78ac64a3a3e92e2f6e3ec8159522/f (new location: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_) 2024-11-21T12:20:22,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_1 2024-11-21T12:20:22,726 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_0 into 801d78ac64a3a3e92e2f6e3ec8159522/f as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ - updating store file list. 2024-11-21T12:20:22,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d972503f82e34c88b42fc43e35932eed_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:22,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ into 801d78ac64a3a3e92e2f6e3ec8159522/f 2024-11-21T12:20:22,732 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_0 into 801d78ac64a3a3e92e2f6e3ec8159522/f (new location: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_) 2024-11-21T12:20:22,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__h0q0h6v7ng50ggrdnm2kb3lm0k6c58gh31gu93jaiqohsvf0nchsku36tb9m9mdt/f/hfile_0 2024-11-21T12:20:22,742 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:22,743 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:375) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:22,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:22,743 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:22,743 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:22,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:22,744 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 , the old value is region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:41803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,38097,1732191612123, seqNum=-1] 2024-11-21T12:20:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 from cache 2024-11-21T12:20:22,745 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:22,747 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:22,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803: skipped callId: 7 service: ClientService methodName: CleanupBulkLoad size: 264 connection: 172.17.0.2:49106 deadline: 1732191682743 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:49106 2024-11-21T12:20:22,749 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4., hostname=9bb5b7e9dd2c,38097,1732191612123, seqNum=2] 2024-11-21T12:20:22,751 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:20:22,852 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:41803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:20:23,096 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 379, reset compression=false 2024-11-21T12:20:23,104 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:20:23,104 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: WALEntryBatch [walEntries=[{test/801d78ac64a3a3e92e2f6e3ec8159522/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191622736/Put/vlen=190/seqid=0; >],8301}], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8301, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:20:23,130 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:20:23,132 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.5 (auth:SIMPLE), service=AdminService 2024-11-21T12:20:23,134 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.ReplicationSink(318): Replicating [4207695a-c4f2-48e7-8d6c-1c31a1bbb36e] bulk loaded data 2024-11-21T12:20:23,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@342373c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:23,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43165,-1 for getting cluster id 2024-11-21T12:20:23,136 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:23,137 DEBUG [HMaster-EventLoopGroup-15-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '442109ca-bd6f-4802-b890-0671237aac83' 2024-11-21T12:20:23,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:23,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "442109ca-bd6f-4802-b890-0671237aac83" 2024-11-21T12:20:23,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6eea2a8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:23,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43165,-1] 2024-11-21T12:20:23,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:23,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:23,139 INFO [HMaster-EventLoopGroup-15-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40344, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:23,139 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5769bfb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:23,155 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741837_1013 (size=7691) 2024-11-21T12:20:23,305 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:23,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741838_1014 (size=7894) 2024-11-21T12:20:23,611 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:23,755 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:20:23,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:23,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:20:23,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d14fb38 2024-11-21T12:20:23,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:23,977 INFO [HMaster-EventLoopGroup-15-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40350, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=MasterService 2024-11-21T12:20:23,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:23,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:23,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,38097,1732191612123, seqNum=-1] 2024-11-21T12:20:23,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:23,985 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-16-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.6 (auth:SIMPLE), service=ClientService 2024-11-21T12:20:24,000 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:20:24,014 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:20:24,017 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:24,034 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ for inclusion in e91843fd743ea8049b64ac7f581ac1b4/f 2024-11-21T12:20:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:20:24,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:24,041 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ for inclusion in e91843fd743ea8049b64ac7f581ac1b4/f 2024-11-21T12:20:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:20:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HRegion(2603): Flush status journal for e91843fd743ea8049b64ac7f581ac1b4: 2024-11-21T12:20:24,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/eb2efc3ea79f4cea9c8781441584a685_SeqId_4_ 2024-11-21T12:20:24,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): d972503f82e34c88b42fc43e35932eed_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:20:24,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/d567aad1dcd0495fad70d1a743697e8d_SeqId_4_ 2024-11-21T12:20:24,054 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/eb2efc3ea79f4cea9c8781441584a685_SeqId_4_ - updating store file list. 2024-11-21T12:20:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for eb2efc3ea79f4cea9c8781441584a685_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:24,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/eb2efc3ea79f4cea9c8781441584a685_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f 2024-11-21T12:20:24,061 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f (new location: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/eb2efc3ea79f4cea9c8781441584a685_SeqId_4_) 2024-11-21T12:20:24,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_ 2024-11-21T12:20:24,062 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/d567aad1dcd0495fad70d1a743697e8d_SeqId_4_ - updating store file list. 2024-11-21T12:20:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStoreFile(483): HFile Bloom filter type for d567aad1dcd0495fad70d1a743697e8d_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:24,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/d567aad1dcd0495fad70d1a743697e8d_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f 2024-11-21T12:20:24,073 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ into e91843fd743ea8049b64ac7f581ac1b4/f (new location: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/f/d567aad1dcd0495fad70d1a743697e8d_SeqId_4_) 2024-11-21T12:20:24,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/staging/jenkins.hfs.6__test__smgosfvvscko4sudmdqoob91h3jpg6rsfttnvkruhms133obeea9jkd4ievihoeb/f/d972503f82e34c88b42fc43e35932eed_SeqId_4_ 2024-11-21T12:20:24,076 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=38097 {}] regionserver.ReplicationSink(324): Finished replicating [4207695a-c4f2-48e7-8d6c-1c31a1bbb36e] bulk loaded data 2024-11-21T12:20:24,535 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:24,771 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:20:24,776 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_0 is 37, key is gggg/f1:row/1732191624775/Put/seqid=0 2024-11-21T12:20:24,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741842_1018 (size=7997) 2024-11-21T12:20:25,146 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:25,191 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_1 is 35, key is jjj/f1:row/1732191625190/Put/seqid=0 2024-11-21T12:20:25,195 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741843_1019 (size=7794) 2024-11-21T12:20:25,598 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bae48e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:25,598 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,35055,-1 for getting cluster id 2024-11-21T12:20:25,598 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:20:25,600 DEBUG [HMaster-EventLoopGroup-13-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '4207695a-c4f2-48e7-8d6c-1c31a1bbb36e' 2024-11-21T12:20:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:20:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "4207695a-c4f2-48e7-8d6c-1c31a1bbb36e" 2024-11-21T12:20:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a723fe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:25,600 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,35055,-1] 2024-11-21T12:20:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:20:25,601 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,602 INFO [HMaster-EventLoopGroup-13-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:20:25,603 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@779fe892, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:20:25,603 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:25,605 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:25,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49108, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:25,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:20:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:20:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@243baba0 2024-11-21T12:20:25,618 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:20:25,619 INFO [HMaster-EventLoopGroup-13-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:20:25,624 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2] 2024-11-21T12:20:25,627 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:20:25,636 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:20:25,640 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T12:20:25,645 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_0 for inclusion in 801d78ac64a3a3e92e2f6e3ec8159522/f1 2024-11-21T12:20:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:20:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:25,650 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_1 for inclusion in 801d78ac64a3a3e92e2f6e3ec8159522/f1 2024-11-21T12:20:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:20:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:20:25,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegion(2603): Flush status journal for 801d78ac64a3a3e92e2f6e3ec8159522: 2024-11-21T12:20:25,657 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_0 to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_0 2024-11-21T12:20:25,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_0 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/b3caebc9c8cc4a7fb8bbefce51d5dc49_SeqId_6_ 2024-11-21T12:20:25,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/load_f1/f1/hfile_1 to hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_1 2024-11-21T12:20:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_1 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/a11e600314424937b2a628ebfbd00759_SeqId_6_ 2024-11-21T12:20:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.ReplicationSource(279): HFiles will not be replicated belonging to the table test family f1 to peer id 1 2024-11-21T12:20:25,663 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_0 into 801d78ac64a3a3e92e2f6e3ec8159522/f1 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/b3caebc9c8cc4a7fb8bbefce51d5dc49_SeqId_6_ - updating store file list. 2024-11-21T12:20:25,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for b3caebc9c8cc4a7fb8bbefce51d5dc49_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:25,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/b3caebc9c8cc4a7fb8bbefce51d5dc49_SeqId_6_ into 801d78ac64a3a3e92e2f6e3ec8159522/f1 2024-11-21T12:20:25,671 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_0 into 801d78ac64a3a3e92e2f6e3ec8159522/f1 (new location: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/b3caebc9c8cc4a7fb8bbefce51d5dc49_SeqId_6_) 2024-11-21T12:20:25,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_0 2024-11-21T12:20:25,673 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_1 into 801d78ac64a3a3e92e2f6e3ec8159522/f1 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/a11e600314424937b2a628ebfbd00759_SeqId_6_ - updating store file list. 2024-11-21T12:20:25,679 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a11e600314424937b2a628ebfbd00759_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:20:25,679 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/a11e600314424937b2a628ebfbd00759_SeqId_6_ into 801d78ac64a3a3e92e2f6e3ec8159522/f1 2024-11-21T12:20:25,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_1 into 801d78ac64a3a3e92e2f6e3ec8159522/f1 (new location: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/f1/a11e600314424937b2a628ebfbd00759_SeqId_6_) 2024-11-21T12:20:25,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=41803 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/staging/jenkins__test__i1f2p4ttai1oro3t4jepg4qgsp4kokddhfr20o6d99p8rgpqedpqcbln0gc76j1e/f1/hfile_1 2024-11-21T12:20:25,684 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:20:25,684 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:386) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:20:25,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,684 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:20:25,684 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:20:25,685 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:20:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 , the old value is region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:41803 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:20:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2 from cache 2024-11-21T12:20:25,687 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=-1] 2024-11-21T12:20:25,688 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:20:25,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-14-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:20:25,691 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-14-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:20:25,691 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522., hostname=9bb5b7e9dd2c,41803,1732191607964, seqNum=2] 2024-11-21T12:20:25,792 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:41803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:20:25,853 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 687, reset compression=false 2024-11-21T12:20:25,859 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:20:25,859 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:25,859 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956, lastWalPosition=997, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:20:26,064 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:26,290 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:20:26,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:26,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:26,325 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:26,332 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:20:26,369 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:26,775 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:27,281 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:20:27,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:20:27,887 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:28,596 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:29,401 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:30,305 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:31,310 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:32,414 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:33,619 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:34,924 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:36,328 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:37,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:20:37,834 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:39,438 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:41,143 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:41,671 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:20:42,948 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:44,853 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:45,862 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: null 2024-11-21T12:20:46,857 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:48,962 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:51,168 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:51,417 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:20:51,417 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:20:53,473 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:55,223 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-11-21T12:20:55,223 INFO [master/9bb5b7e9dd2c:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-11-21T12:20:55,878 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:20:58,382 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:00,987 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:01,423 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 801d78ac64a3a3e92e2f6e3ec8159522, had cached 0 bytes from a total of 31376 2024-11-21T12:21:03,580 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e91843fd743ea8049b64ac7f581ac1b4, had cached 0 bytes from a total of 15585 2024-11-21T12:21:03,691 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:05,862 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: null 2024-11-21T12:21:06,502 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:07,492 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:21:09,407 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:11,671 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:21:12,420 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:12,556 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T12:21:15,524 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:15,609 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] balancer.RegionHDFSBlockLocationFinder(159): Locality for region 1588230740 changed from -1.0 to 0.0, refreshing cache 2024-11-21T12:21:18,728 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:22,033 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:25,438 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:25,721 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:25,721 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:25,721 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:25,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:25,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:25,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:25,722 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1586558302, stopped=false 2024-11-21T12:21:25,722 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,43165,1732191612085 2024-11-21T12:21:25,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:25,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-127291556/running 2024-11-21T12:21:25,725 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:21:25,725 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:25,725 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:25,725 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:25,725 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:25,725 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,38097,1732191612123' ***** 2024-11-21T12:21:25,725 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(3091): Received CLOSE for e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:21:25,726 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:25,726 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/running 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:21:25,726 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:25,727 INFO [RS:0;9bb5b7e9dd2c:38097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:38097. 2024-11-21T12:21:25,727 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:25,727 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:25,727 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:25,727 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e91843fd743ea8049b64ac7f581ac1b4, disabling compactions & flushes 2024-11-21T12:21:25,727 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:21:25,727 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:21:25,727 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. after waiting 0 ms 2024-11-21T12:21:25,727 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:21:25,728 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:25,728 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-127291556/running 2024-11-21T12:21:25,728 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:25,728 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:21:25,729 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Set watcher on znode that does not yet exist, /1-127291556/running 2024-11-21T12:21:25,729 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:21:25,729 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e91843fd743ea8049b64ac7f581ac1b4=test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4.} 2024-11-21T12:21:25,729 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e91843fd743ea8049b64ac7f581ac1b4 2024-11-21T12:21:25,729 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:25,729 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:25,729 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:25,729 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:25,729 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:25,730 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:21:25,739 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/default/test/e91843fd743ea8049b64ac7f581ac1b4/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T12:21:25,740 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:25,740 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:25,741 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:21:25,741 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e91843fd743ea8049b64ac7f581ac1b4: Waiting for close lock at 1732191685727Running coprocessor pre-close hooks at 1732191685727Disabling compacts and flushes for region at 1732191685727Disabling writes for close at 1732191685727Writing region close event to WAL at 1732191685729 (+2 ms)Running coprocessor post-close hooks at 1732191685740 (+11 ms)Closed at 1732191685740 2024-11-21T12:21:25,741 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4. 2024-11-21T12:21:25,753 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/info/71e8aaa157214ba69c5e0636a596c2e3 is 129, key is test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4./info:regioninfo/1732191618596/Put/seqid=0 2024-11-21T12:21:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741839_1015 (size=6421) 2024-11-21T12:21:25,780 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:25,863 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,41803,1732191607964 got entry batch from reader: null 2024-11-21T12:21:25,929 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:25,985 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:25,985 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:26,130 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:26,162 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/info/71e8aaa157214ba69c5e0636a596c2e3 2024-11-21T12:21:26,186 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/ns/e31e65fd4cc74f14b690764c475fdd03 is 43, key is default/ns:d/1732191615149/Put/seqid=0 2024-11-21T12:21:26,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:21:26,330 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:26,530 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:26,591 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/ns/e31e65fd4cc74f14b690764c475fdd03 2024-11-21T12:21:26,612 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/rep_barrier/e708fe2d8d0446bcb43af94e7b5dd1a0 is 112, key is test,,1732191617436.e91843fd743ea8049b64ac7f581ac1b4./rep_barrier:seqnumDuringOpen/1732191618596/Put/seqid=0 2024-11-21T12:21:26,615 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741841_1017 (size=5518) 2024-11-21T12:21:26,730 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:26,730 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:26,730 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:26,930 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:27,016 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/rep_barrier/e708fe2d8d0446bcb43af94e7b5dd1a0 2024-11-21T12:21:27,037 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/table/6ad11d162eb64ab398e6c3f242a3ecc1 is 40, key is test/table:state/1732191618606/Put/seqid=0 2024-11-21T12:21:27,041 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741842_1018 (size=5165) 2024-11-21T12:21:27,131 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:27,331 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:27,442 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/table/6ad11d162eb64ab398e6c3f242a3ecc1 2024-11-21T12:21:27,448 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/info/71e8aaa157214ba69c5e0636a596c2e3 as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/info/71e8aaa157214ba69c5e0636a596c2e3 2024-11-21T12:21:27,453 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/info/71e8aaa157214ba69c5e0636a596c2e3, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:21:27,454 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/ns/e31e65fd4cc74f14b690764c475fdd03 as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/ns/e31e65fd4cc74f14b690764c475fdd03 2024-11-21T12:21:27,459 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/ns/e31e65fd4cc74f14b690764c475fdd03, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:21:27,460 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/rep_barrier/e708fe2d8d0446bcb43af94e7b5dd1a0 as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/rep_barrier/e708fe2d8d0446bcb43af94e7b5dd1a0 2024-11-21T12:21:27,465 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/rep_barrier/e708fe2d8d0446bcb43af94e7b5dd1a0, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:21:27,466 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/.tmp/table/6ad11d162eb64ab398e6c3f242a3ecc1 as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/table/6ad11d162eb64ab398e6c3f242a3ecc1 2024-11-21T12:21:27,470 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/table/6ad11d162eb64ab398e6c3f242a3ecc1, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:21:27,471 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=11, compaction requested=false 2024-11-21T12:21:27,476 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:21:27,477 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:27,477 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:27,477 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:27,477 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191685729Running coprocessor pre-close hooks at 1732191685729Disabling compacts and flushes for region at 1732191685729Disabling writes for close at 1732191685729Obtaining lock to block concurrent updates at 1732191685730 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191685730Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191685730Flushing stores of hbase:meta,,1.1588230740 at 1732191685731 (+1 ms)Flushing 1588230740/info: creating writer at 1732191685731Flushing 1588230740/info: appending metadata at 1732191685752 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732191685752Flushing 1588230740/ns: creating writer at 1732191686168 (+416 ms)Flushing 1588230740/ns: appending metadata at 1732191686185 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732191686185Flushing 1588230740/rep_barrier: creating writer at 1732191686597 (+412 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191686611 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191686611Flushing 1588230740/table: creating writer at 1732191687022 (+411 ms)Flushing 1588230740/table: appending metadata at 1732191687036 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732191687036Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69898157: reopening flushed file at 1732191687447 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@b1306f7: reopening flushed file at 1732191687454 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2664cecc: reopening flushed file at 1732191687460 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1cf51f9b: reopening flushed file at 1732191687465 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1742ms, sequenceid=11, compaction requested=false at 1732191687471 (+6 ms)Writing region close event to WAL at 1732191687473 (+2 ms)Running coprocessor post-close hooks at 1732191687477 (+4 ms)Closed at 1732191687477 2024-11-21T12:21:27,477 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:27,531 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,38097,1732191612123; all regions closed. 2024-11-21T12:21:27,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:21:27,534 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.meta.1732191615056.meta not finished, retry = 0 2024-11-21T12:21:27,636 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/oldWALs 2024-11-21T12:21:27,637 INFO [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C38097%2C1732191612123.meta:.meta(num 1732191615056) 2024-11-21T12:21:27,639 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741832_1008 (size=1028) 2024-11-21T12:21:27,639 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/WALs/9bb5b7e9dd2c,38097,1732191612123/9bb5b7e9dd2c%2C38097%2C1732191612123.1732191614126 not finished, retry = 0 2024-11-21T12:21:27,741 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/oldWALs 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C38097%2C1732191612123:(num 1732191614126) 2024-11-21T12:21:27,742 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:27,742 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:27,742 INFO [RS:0;9bb5b7e9dd2c:38097 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:38097. 2024-11-21T12:21:27,742 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:27,742 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,742 DEBUG [RS:0;9bb5b7e9dd2c:38097 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:27,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:27,743 INFO [RS:0;9bb5b7e9dd2c:38097 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:38097 2024-11-21T12:21:27,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556/rs 2024-11-21T12:21:27,745 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-127291556/rs/9bb5b7e9dd2c,38097,1732191612123 2024-11-21T12:21:27,745 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:27,747 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,38097,1732191612123] 2024-11-21T12:21:27,748 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-127291556/draining/9bb5b7e9dd2c,38097,1732191612123 already deleted, retry=false 2024-11-21T12:21:27,748 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,38097,1732191612123 expired; onlineServers=0 2024-11-21T12:21:27,748 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,43165,1732191612085' ***** 2024-11-21T12:21:27,748 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:27,748 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:27,748 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:27,748 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:27,748 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:27,748 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:27,748 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191613901 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191613901,5,FailOnTimeoutGroup] 2024-11-21T12:21:27,748 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191613899 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191613899,5,FailOnTimeoutGroup] 2024-11-21T12:21:27,748 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:27,749 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:27,749 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:27,749 INFO [M:0;9bb5b7e9dd2c:43165 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:27,749 INFO [M:0;9bb5b7e9dd2c:43165 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:27,749 INFO [M:0;9bb5b7e9dd2c:43165 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:27,749 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:27,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-127291556/master 2024-11-21T12:21:27,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-127291556 2024-11-21T12:21:27,750 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] zookeeper.ZKUtil(347): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Unable to get data of znode /1-127291556/master because node does not exist (not an error) 2024-11-21T12:21:27,750 WARN [M:0;9bb5b7e9dd2c:43165 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:27,751 INFO [M:0;9bb5b7e9dd2c:43165 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/.lastflushedseqids 2024-11-21T12:21:27,756 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741843_1019 (size=173) 2024-11-21T12:21:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:27,847 INFO [RS:0;9bb5b7e9dd2c:38097 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:27,847 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:38097-0x100624863200004, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:27,847 INFO [RS:0;9bb5b7e9dd2c:38097 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,38097,1732191612123; zookeeper connection closed. 2024-11-21T12:21:27,847 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6b532402 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6b532402 2024-11-21T12:21:27,848 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:28,156 INFO [M:0;9bb5b7e9dd2c:43165 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:28,157 INFO [M:0;9bb5b7e9dd2c:43165 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:28,157 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:28,157 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:28,157 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:28,157 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:28,157 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:28,157 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.05 KB heapSize=34.16 KB 2024-11-21T12:21:28,173 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d9615a93fe4231b74ad3d31025cd06 is 82, key is hbase:meta,,1/info:regioninfo/1732191615136/Put/seqid=0 2024-11-21T12:21:28,177 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741844_1020 (size=5672) 2024-11-21T12:21:28,578 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d9615a93fe4231b74ad3d31025cd06 2024-11-21T12:21:28,598 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9249a885f8a94d9296f2c2752db1e33b is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191618611/Put/seqid=0 2024-11-21T12:21:28,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741845_1021 (size=6727) 2024-11-21T12:21:28,942 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.1732191609956 to pos 997, reset compression=false 2024-11-21T12:21:29,003 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.50 KB at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9249a885f8a94d9296f2c2752db1e33b 2024-11-21T12:21:29,007 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9249a885f8a94d9296f2c2752db1e33b 2024-11-21T12:21:29,022 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d90905b7d8480aaf4470dffa4034bf is 69, key is 9bb5b7e9dd2c,38097,1732191612123/rs:state/1732191613970/Put/seqid=0 2024-11-21T12:21:29,026 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741846_1022 (size=5156) 2024-11-21T12:21:29,426 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=58 (bloomFilter=true), to=hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d90905b7d8480aaf4470dffa4034bf 2024-11-21T12:21:29,432 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c2d9615a93fe4231b74ad3d31025cd06 as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2d9615a93fe4231b74ad3d31025cd06 2024-11-21T12:21:29,436 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c2d9615a93fe4231b74ad3d31025cd06, entries=8, sequenceid=58, filesize=5.5 K 2024-11-21T12:21:29,437 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9249a885f8a94d9296f2c2752db1e33b as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9249a885f8a94d9296f2c2752db1e33b 2024-11-21T12:21:29,441 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9249a885f8a94d9296f2c2752db1e33b 2024-11-21T12:21:29,441 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9249a885f8a94d9296f2c2752db1e33b, entries=6, sequenceid=58, filesize=6.6 K 2024-11-21T12:21:29,442 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/88d90905b7d8480aaf4470dffa4034bf as hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d90905b7d8480aaf4470dffa4034bf 2024-11-21T12:21:29,446 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42359/user/jenkins/test-data/04fcb4e4-0f3c-bd78-f046-24f7366cad54/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/88d90905b7d8480aaf4470dffa4034bf, entries=1, sequenceid=58, filesize=5.0 K 2024-11-21T12:21:29,447 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false 2024-11-21T12:21:29,448 INFO [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:29,448 DEBUG [M:0;9bb5b7e9dd2c:43165 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191688157Disabling compacts and flushes for region at 1732191688157Disabling writes for close at 1732191688157Obtaining lock to block concurrent updates at 1732191688157Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191688157Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28727, getHeapSize=34920, getOffHeapSize=0, getCellsCount=69 at 1732191688158 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191688158Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191688158Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191688173 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191688173Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191688582 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191688597 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191688597Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191689007 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191689021 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191689021Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2bab547: reopening flushed file at 1732191689431 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620c3de2: reopening flushed file at 1732191689437 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a9d43fb: reopening flushed file at 1732191689441 (+4 ms)Finished flush of dataSize ~28.05 KB/28727, heapSize ~33.87 KB/34680, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1290ms, sequenceid=58, compaction requested=false at 1732191689447 (+6 ms)Writing region close event to WAL at 1732191689448 (+1 ms)Closed at 1732191689448 2024-11-21T12:21:29,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38253 is added to blk_1073741830_1006 (size=33026) 2024-11-21T12:21:29,451 INFO [M:0;9bb5b7e9dd2c:43165 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:29,451 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:29,451 INFO [M:0;9bb5b7e9dd2c:43165 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43165 2024-11-21T12:21:29,451 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:29,553 INFO [M:0;9bb5b7e9dd2c:43165 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:29,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43165-0x100624863200003, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:29,556 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d082e22{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:29,556 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@71c5377a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:29,556 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:29,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@57c22a17{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:29,557 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@290405a3{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:29,558 WARN [BP-578959164-172.17.0.2-1732191611039 heartbeating to localhost/127.0.0.1:42359 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:29,558 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:29,558 WARN [BP-578959164-172.17.0.2-1732191611039 heartbeating to localhost/127.0.0.1:42359 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-578959164-172.17.0.2-1732191611039 (Datanode Uuid 2e8483bf-189e-4c27-bc68-cfd1358bafdc) service to localhost/127.0.0.1:42359 2024-11-21T12:21:29,558 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:29,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/cluster_666f0f9e-4e4e-b841-b349-f8287240025d/data/data1/current/BP-578959164-172.17.0.2-1732191611039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:29,559 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/cluster_666f0f9e-4e4e-b841-b349-f8287240025d/data/data2/current/BP-578959164-172.17.0.2-1732191611039 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:29,559 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:29,565 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@29ebfe69{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:29,566 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@46e5e3f9{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:29,566 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:29,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5cea3ac4{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:29,566 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@847f2b9{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:29,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:29,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:29,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:29,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:29,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:29,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:29,579 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:29,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:29,579 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1973500700, stopped=false 2024-11-21T12:21:29,579 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,35055,1732191607905 2024-11-21T12:21:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712585576/running 2024-11-21T12:21:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712585576/running 2024-11-21T12:21:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:21:29,581 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:21:29,581 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:29,581 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:29,581 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileReplicationForConfiguredTableCfs(TestMasterReplication.java:401) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:29,581 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:29,582 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,41803,1732191607964' ***** 2024-11-21T12:21:29,582 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:29,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/running 2024-11-21T12:21:29,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Set watcher on znode that does not yet exist, /0712585576/running 2024-11-21T12:21:29,582 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:29,582 INFO [RS:0;9bb5b7e9dd2c:41803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:29,582 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:29,582 INFO [RS:0;9bb5b7e9dd2c:41803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:29,582 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(3091): Received CLOSE for dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(3091): Received CLOSE for 801d78ac64a3a3e92e2f6e3ec8159522 2024-11-21T12:21:29,583 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:41803. 2024-11-21T12:21:29,583 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dd50c20de8339f8d4a72c24a2b92ed27, disabling compactions & flushes 2024-11-21T12:21:29,583 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:29,583 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:29,583 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:21:29,583 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:21:29,583 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. after waiting 0 ms 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:29,583 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:29,583 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dd50c20de8339f8d4a72c24a2b92ed27 3/3 column families, dataSize=874 B heapSize=2.19 KB 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:29,583 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:21:29,583 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1325): Online Regions={dd50c20de8339f8d4a72c24a2b92ed27=hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27., 1588230740=hbase:meta,,1.1588230740, 801d78ac64a3a3e92e2f6e3ec8159522=test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522.} 2024-11-21T12:21:29,583 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801d78ac64a3a3e92e2f6e3ec8159522, dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:29,584 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:29,584 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:29,584 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:29,584 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:29,584 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:29,584 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:21:29,600 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/hfileref/933f8781b5514cd592d5f9a1e03d9d90 is 74, key is 1/hfileref:25e7cbefb4b541eabaa5b8e51751171a_SeqId_4_/1732191624081/DeleteColumn/seqid=0 2024-11-21T12:21:29,600 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/info/8fda669816c04b50adf97b0fae3c5838 is 147, key is hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27./info:regioninfo/1732191620807/Put/seqid=0 2024-11-21T12:21:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741844_1020 (size=5203) 2024-11-21T12:21:29,604 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741845_1021 (size=7686) 2024-11-21T12:21:29,784 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801d78ac64a3a3e92e2f6e3ec8159522, dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:29,820 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:29,820 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:29,984 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801d78ac64a3a3e92e2f6e3ec8159522, dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:30,004 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=280 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/hfileref/933f8781b5514cd592d5f9a1e03d9d90 2024-11-21T12:21:30,005 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/info/8fda669816c04b50adf97b0fae3c5838 2024-11-21T12:21:30,025 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/queue/d6cb8c70afd74b549a08b300eeec12b0 is 153, key is 1-9bb5b7e9dd2c,41803,1732191607964/queue:9bb5b7e9dd2c%2C41803%2C1732191607964/1732191625860/Put/seqid=0 2024-11-21T12:21:30,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741846_1022 (size=5352) 2024-11-21T12:21:30,029 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/ns/edcc96c1b0de46b68883149d332226b2 is 43, key is default/ns:d/1732191610967/Put/seqid=0 2024-11-21T12:21:30,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741847_1023 (size=5153) 2024-11-21T12:21:30,184 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801d78ac64a3a3e92e2f6e3ec8159522, dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:30,384 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 801d78ac64a3a3e92e2f6e3ec8159522, dd50c20de8339f8d4a72c24a2b92ed27 2024-11-21T12:21:30,430 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/queue/d6cb8c70afd74b549a08b300eeec12b0 2024-11-21T12:21:30,434 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/ns/edcc96c1b0de46b68883149d332226b2 2024-11-21T12:21:30,436 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/hfileref/933f8781b5514cd592d5f9a1e03d9d90 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/hfileref/933f8781b5514cd592d5f9a1e03d9d90 2024-11-21T12:21:30,441 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/hfileref/933f8781b5514cd592d5f9a1e03d9d90, entries=2, sequenceid=10, filesize=5.1 K 2024-11-21T12:21:30,442 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/.tmp/queue/d6cb8c70afd74b549a08b300eeec12b0 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/queue/d6cb8c70afd74b549a08b300eeec12b0 2024-11-21T12:21:30,446 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/queue/d6cb8c70afd74b549a08b300eeec12b0, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:21:30,447 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dd50c20de8339f8d4a72c24a2b92ed27 in 864ms, sequenceid=10, compaction requested=false 2024-11-21T12:21:30,451 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/replication/dd50c20de8339f8d4a72c24a2b92ed27/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:21:30,451 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:30,451 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:30,452 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dd50c20de8339f8d4a72c24a2b92ed27: Waiting for close lock at 1732191689583Running coprocessor pre-close hooks at 1732191689583Disabling compacts and flushes for region at 1732191689583Disabling writes for close at 1732191689583Obtaining lock to block concurrent updates at 1732191689583Preparing flush snapshotting stores in dd50c20de8339f8d4a72c24a2b92ed27 at 1732191689583Finished memstore snapshotting hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27., syncing WAL and waiting on mvcc, flushsize=dataSize=874, getHeapSize=2192, getOffHeapSize=0, getCellsCount=8 at 1732191689583Flushing stores of hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. at 1732191689584 (+1 ms)Flushing dd50c20de8339f8d4a72c24a2b92ed27/hfileref: creating writer at 1732191689584Flushing dd50c20de8339f8d4a72c24a2b92ed27/hfileref: appending metadata at 1732191689599 (+15 ms)Flushing dd50c20de8339f8d4a72c24a2b92ed27/hfileref: closing flushed file at 1732191689599Flushing dd50c20de8339f8d4a72c24a2b92ed27/queue: creating writer at 1732191690010 (+411 ms)Flushing dd50c20de8339f8d4a72c24a2b92ed27/queue: appending metadata at 1732191690024 (+14 ms)Flushing dd50c20de8339f8d4a72c24a2b92ed27/queue: closing flushed file at 1732191690024Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3fbfe535: reopening flushed file at 1732191690435 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@361536b0: reopening flushed file at 1732191690441 (+6 ms)Finished flush of dataSize ~874 B/874, heapSize ~1.91 KB/1952, currentSize=0 B/0 for dd50c20de8339f8d4a72c24a2b92ed27 in 864ms, sequenceid=10, compaction requested=false at 1732191690447 (+6 ms)Writing region close event to WAL at 1732191690448 (+1 ms)Running coprocessor post-close hooks at 1732191690451 (+3 ms)Closed at 1732191690452 (+1 ms) 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191619623.dd50c20de8339f8d4a72c24a2b92ed27. 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 801d78ac64a3a3e92e2f6e3ec8159522, disabling compactions & flushes 2024-11-21T12:21:30,452 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. after waiting 0 ms 2024-11-21T12:21:30,452 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:21:30,455 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/default/test/801d78ac64a3a3e92e2f6e3ec8159522/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:30,456 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 801d78ac64a3a3e92e2f6e3ec8159522: Waiting for close lock at 1732191690452Running coprocessor pre-close hooks at 1732191690452Disabling compacts and flushes for region at 1732191690452Disabling writes for close at 1732191690452Writing region close event to WAL at 1732191690453 (+1 ms)Running coprocessor post-close hooks at 1732191690456 (+3 ms)Closed at 1732191690456 2024-11-21T12:21:30,456 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522. 2024-11-21T12:21:30,457 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/be63be5eb35c4aa9ada523f964b4a39b is 112, key is test,,1732191615272.801d78ac64a3a3e92e2f6e3ec8159522./rep_barrier:seqnumDuringOpen/1732191616443/Put/seqid=0 2024-11-21T12:21:30,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741848_1024 (size=5518) 2024-11-21T12:21:30,585 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:30,585 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:30,585 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:30,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:30,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:30,756 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:30,757 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:30,760 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:30,785 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:30,861 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/be63be5eb35c4aa9ada523f964b4a39b 2024-11-21T12:21:30,881 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/table/043bd7245e4d431e9288d8befbeb6f4b is 53, key is hbase:replication/table:state/1732191620816/Put/seqid=0 2024-11-21T12:21:30,885 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741849_1025 (size=5308) 2024-11-21T12:21:30,985 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:31,185 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:31,266 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:31,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:31,283 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:31,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:31,284 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:31,286 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/table/043bd7245e4d431e9288d8befbeb6f4b 2024-11-21T12:21:31,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:31,292 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/info/8fda669816c04b50adf97b0fae3c5838 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/info/8fda669816c04b50adf97b0fae3c5838 2024-11-21T12:21:31,297 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/info/8fda669816c04b50adf97b0fae3c5838, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:21:31,298 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/ns/edcc96c1b0de46b68883149d332226b2 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/ns/edcc96c1b0de46b68883149d332226b2 2024-11-21T12:21:31,303 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/ns/edcc96c1b0de46b68883149d332226b2, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:21:31,304 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/rep_barrier/be63be5eb35c4aa9ada523f964b4a39b as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/rep_barrier/be63be5eb35c4aa9ada523f964b4a39b 2024-11-21T12:21:31,308 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/rep_barrier/be63be5eb35c4aa9ada523f964b4a39b, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:21:31,309 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/.tmp/table/043bd7245e4d431e9288d8befbeb6f4b as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/table/043bd7245e4d431e9288d8befbeb6f4b 2024-11-21T12:21:31,313 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/table/043bd7245e4d431e9288d8befbeb6f4b, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:21:31,314 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false 2024-11-21T12:21:31,319 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:21:31,320 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:31,320 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:31,320 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:31,320 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191689584Running coprocessor pre-close hooks at 1732191689584Disabling compacts and flushes for region at 1732191689584Disabling writes for close at 1732191689584Obtaining lock to block concurrent updates at 1732191689584Preparing flush snapshotting stores in 1588230740 at 1732191689584Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191689584Flushing stores of hbase:meta,,1.1588230740 at 1732191689585 (+1 ms)Flushing 1588230740/info: creating writer at 1732191689585Flushing 1588230740/info: appending metadata at 1732191689599 (+14 ms)Flushing 1588230740/info: closing flushed file at 1732191689599Flushing 1588230740/ns: creating writer at 1732191690010 (+411 ms)Flushing 1588230740/ns: appending metadata at 1732191690029 (+19 ms)Flushing 1588230740/ns: closing flushed file at 1732191690029Flushing 1588230740/rep_barrier: creating writer at 1732191690438 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191690457 (+19 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191690457Flushing 1588230740/table: creating writer at 1732191690867 (+410 ms)Flushing 1588230740/table: appending metadata at 1732191690881 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732191690881Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@61bdcc71: reopening flushed file at 1732191691292 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@31bcebc5: reopening flushed file at 1732191691297 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4799ba49: reopening flushed file at 1732191691303 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@63f7e0a3: reopening flushed file at 1732191691308 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=16, compaction requested=false at 1732191691314 (+6 ms)Writing region close event to WAL at 1732191691316 (+2 ms)Running coprocessor post-close hooks at 1732191691320 (+4 ms)Closed at 1732191691320 2024-11-21T12:21:31,320 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:31,385 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,41803,1732191607964; all regions closed. 2024-11-21T12:21:31,388 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:21:31,388 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/WALs/9bb5b7e9dd2c,41803,1732191607964/9bb5b7e9dd2c%2C41803%2C1732191607964.meta.1732191610915.meta not finished, retry = 0 2024-11-21T12:21:31,492 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs 2024-11-21T12:21:31,492 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C41803%2C1732191607964.meta:.meta(num 1732191610915) 2024-11-21T12:21:31,494 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741839_1015 (size=2700) 2024-11-21T12:21:31,496 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs 2024-11-21T12:21:31,496 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C41803%2C1732191607964.rep:(num 1732191620767) 2024-11-21T12:21:31,498 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741832_1008 (size=1300) 2024-11-21T12:21:31,500 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/oldWALs 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C41803%2C1732191607964:(num 1732191609956) 2024-11-21T12:21:31,500 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:31,500 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:31,500 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,41803,1732191607964 because: Region server is closing 2024-11-21T12:21:31,501 INFO [RS:0;9bb5b7e9dd2c:41803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:41803. 2024-11-21T12:21:31,501 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:31,501 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:31,501 DEBUG [RS:0;9bb5b7e9dd2c:41803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:31,501 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:31,601 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.wal-reader.9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:31,601 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:21:31,601 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,41803,1732191607964.replicationSource.shipper9bb5b7e9dd2c%2C41803%2C1732191607964,1-9bb5b7e9dd2c,41803,1732191607964 terminated 2024-11-21T12:21:31,602 INFO [RS:0;9bb5b7e9dd2c:41803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:41803 2024-11-21T12:21:31,604 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712585576/rs/9bb5b7e9dd2c,41803,1732191607964 2024-11-21T12:21:31,604 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576/rs 2024-11-21T12:21:31,606 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,41803,1732191607964] 2024-11-21T12:21:31,608 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0712585576/draining/9bb5b7e9dd2c,41803,1732191607964 already deleted, retry=false 2024-11-21T12:21:31,608 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,41803,1732191607964 expired; onlineServers=0 2024-11-21T12:21:31,608 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,35055,1732191607905' ***** 2024-11-21T12:21:31,608 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:31,608 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:31,608 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:31,608 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:31,608 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:31,608 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:31,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191609763 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191609763,5,FailOnTimeoutGroup] 2024-11-21T12:21:31,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191609764 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191609764,5,FailOnTimeoutGroup] 2024-11-21T12:21:31,608 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:31,609 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:31,609 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:31,609 INFO [M:0;9bb5b7e9dd2c:35055 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:31,609 INFO [M:0;9bb5b7e9dd2c:35055 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:31,609 INFO [M:0;9bb5b7e9dd2c:35055 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:31,609 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0712585576/master 2024-11-21T12:21:31,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0712585576 2024-11-21T12:21:31,610 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] zookeeper.ZKUtil(347): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Unable to get data of znode /0712585576/master because node does not exist (not an error) 2024-11-21T12:21:31,610 WARN [M:0;9bb5b7e9dd2c:35055 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:31,611 INFO [M:0;9bb5b7e9dd2c:35055 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/.lastflushedseqids 2024-11-21T12:21:31,616 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741850_1026 (size=263) 2024-11-21T12:21:31,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:31,706 INFO [RS:0;9bb5b7e9dd2c:41803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:31,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:41803-0x100624863200001, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:31,707 INFO [RS:0;9bb5b7e9dd2c:41803 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,41803,1732191607964; zookeeper connection closed. 2024-11-21T12:21:31,707 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@1eb622e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@1eb622e 2024-11-21T12:21:31,707 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:32,017 INFO [M:0;9bb5b7e9dd2c:35055 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:32,017 INFO [M:0;9bb5b7e9dd2c:35055 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:32,017 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:32,017 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:32,017 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:32,017 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:32,017 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:32,017 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.85 KB heapSize=65.86 KB 2024-11-21T12:21:32,033 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c6f305038f481bbe65e542f38f5556 is 82, key is hbase:meta,,1/info:regioninfo/1732191610952/Put/seqid=0 2024-11-21T12:21:32,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741851_1027 (size=5672) 2024-11-21T12:21:32,438 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c6f305038f481bbe65e542f38f5556 2024-11-21T12:21:32,458 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca10fe156f841b3a9adfdfdc6832f76 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191616459/Put/seqid=0 2024-11-21T12:21:32,461 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741852_1028 (size=7240) 2024-11-21T12:21:32,862 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.30 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca10fe156f841b3a9adfdfdc6832f76 2024-11-21T12:21:32,867 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca10fe156f841b3a9adfdfdc6832f76 2024-11-21T12:21:32,883 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f91f65b84c4f4933a89e0dc9ab134a24 is 69, key is 9bb5b7e9dd2c,41803,1732191607964/rs:state/1732191609809/Put/seqid=0 2024-11-21T12:21:32,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741853_1029 (size=5156) 2024-11-21T12:21:33,287 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f91f65b84c4f4933a89e0dc9ab134a24 2024-11-21T12:21:33,293 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/77c6f305038f481bbe65e542f38f5556 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77c6f305038f481bbe65e542f38f5556 2024-11-21T12:21:33,298 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/77c6f305038f481bbe65e542f38f5556, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:21:33,298 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/9ca10fe156f841b3a9adfdfdc6832f76 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca10fe156f841b3a9adfdfdc6832f76 2024-11-21T12:21:33,303 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 9ca10fe156f841b3a9adfdfdc6832f76 2024-11-21T12:21:33,303 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/9ca10fe156f841b3a9adfdfdc6832f76, entries=11, sequenceid=105, filesize=7.1 K 2024-11-21T12:21:33,304 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f91f65b84c4f4933a89e0dc9ab134a24 as hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f91f65b84c4f4933a89e0dc9ab134a24 2024-11-21T12:21:33,308 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:34761/user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f91f65b84c4f4933a89e0dc9ab134a24, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:21:33,309 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false 2024-11-21T12:21:33,310 INFO [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:33,310 DEBUG [M:0;9bb5b7e9dd2c:35055 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191692017Disabling compacts and flushes for region at 1732191692017Disabling writes for close at 1732191692017Obtaining lock to block concurrent updates at 1732191692017Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191692017Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57195, getHeapSize=67376, getOffHeapSize=0, getCellsCount=122 at 1732191692017Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191692018 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191692018Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191692033 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191692033Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191692443 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191692457 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191692457Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191692868 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191692882 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191692882Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7f91152a: reopening flushed file at 1732191693292 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38a65905: reopening flushed file at 1732191693298 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@620cd78c: reopening flushed file at 1732191693303 (+5 ms)Finished flush of dataSize ~55.85 KB/57195, heapSize ~65.56 KB/67136, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1292ms, sequenceid=105, compaction requested=false at 1732191693309 (+6 ms)Writing region close event to WAL at 1732191693310 (+1 ms)Closed at 1732191693310 2024-11-21T12:21:33,312 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:34519 is added to blk_1073741830_1006 (size=64526) 2024-11-21T12:21:33,312 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e043da2b-8307-8967-1494-069c4c1ae9cc/MasterData/WALs/9bb5b7e9dd2c,35055,1732191607905/9bb5b7e9dd2c%2C35055%2C1732191607905.1732191609672 not finished, retry = 0 2024-11-21T12:21:33,413 INFO [M:0;9bb5b7e9dd2c:35055 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:33,413 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:33,413 INFO [M:0;9bb5b7e9dd2c:35055 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35055 2024-11-21T12:21:33,414 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:33,516 INFO [M:0;9bb5b7e9dd2c:35055 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:33,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:35055-0x100624863200000, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:33,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5bb5d7fd{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:33,519 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1b77c33a{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:33,519 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:33,519 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@489869af{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:33,520 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@12d9f85b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:33,521 WARN [BP-1121181644-172.17.0.2-1732191606937 heartbeating to localhost/127.0.0.1:34761 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:33,521 WARN [BP-1121181644-172.17.0.2-1732191606937 heartbeating to localhost/127.0.0.1:34761 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1121181644-172.17.0.2-1732191606937 (Datanode Uuid 7a7284a7-243a-4bf6-a017-159e27d09f23) service to localhost/127.0.0.1:34761 2024-11-21T12:21:33,521 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:33,521 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:33,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/data/data1/current/BP-1121181644-172.17.0.2-1732191606937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:33,521 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/cluster_0a519a6b-7006-9599-01de-c96b1535dd17/data/data2/current/BP-1121181644-172.17.0.2-1732191606937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:33,522 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:33,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@56588678{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:33,528 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@475b33e7{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:33,528 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:33,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@36e7127e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:33,528 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6474836b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/3b5bea02-9fb5-d0cf-9c50-f50123839453/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:33,534 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:21:33,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:33,553 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileReplicationForConfiguredTableCfs Thread=161 (was 138) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55980) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42359 from jenkins.hfs.6 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-13-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.6@localhost:42359 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:55980) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: HMaster-EventLoopGroup-15-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5d80b8ca10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42359 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.5@localhost:34761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:34761 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-13-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34761 from jenkins.hfs.5 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:34761 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:34761 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Registry-endpoints-refresh-end-points java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher.mainLoop(RegistryEndpointsRefresher.java:92) app//org.apache.hadoop.hbase.client.RegistryEndpointsRefresher$$Lambda$804/0x00007f5d80b8ca10.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-14-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-16-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-10-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42359 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-11-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-15-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=504 (was 464) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=236 (was 313), ProcessCount=11 (was 11), AvailableMemoryMB=7129 (was 7114) - AvailableMemoryMB LEAK? - 2024-11-21T12:21:33,561 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=162, OpenFileDescriptor=504, MaxFileDescriptor=1048576, SystemLoadAverage=236, ProcessCount=11, AvailableMemoryMB=7129 2024-11-21T12:21:33,574 INFO [Time-limited test {}] replication.TestMasterReplication(517): testBasePeerConfigsForPeerMutations 2024-11-21T12:21:33,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir so I do NOT create it in target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a 2024-11-21T12:21:33,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:33,575 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.tmp.dir so I do NOT create it in target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a 2024-11-21T12:21:33,575 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/75174329-8497-007e-ccbe-16eda9a6c162/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:33,575 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a 2024-11-21T12:21:33,575 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c, deleteOnExit=true 2024-11-21T12:21:33,577 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/zookeeper_0, clientPort=52871, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:21:33,578 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52871 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/test.cache.data in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:33,579 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:33,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:33,580 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:33,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624863200002, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:33,632 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624863200005, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:33,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624863200002, quorum=127.0.0.1:55980, baseZNode=/0712585576 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:33,632 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624863200005, quorum=127.0.0.1:55980, baseZNode=/1-127291556 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:33,683 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:33,697 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:33,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:33,698 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:33,698 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:33,699 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:33,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:33,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:33,854 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dd03318{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/java.io.tmpdir/jetty-localhost-46295-hadoop-hdfs-3_4_1-tests_jar-_-any-16440720948050024520/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:33,855 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:46295} 2024-11-21T12:21:33,855 INFO [Time-limited test {}] server.Server(415): Started @131964ms 2024-11-21T12:21:33,925 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:33,927 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:33,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:33,929 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:33,929 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:33,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@556c7296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:33,932 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c87b6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:34,047 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@302953ab{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/java.io.tmpdir/jetty-localhost-36729-hadoop-hdfs-3_4_1-tests_jar-_-any-13127763047270393838/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:34,048 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@647ffad6{HTTP/1.1, (http/1.1)}{localhost:36729} 2024-11-21T12:21:34,048 INFO [Time-limited test {}] server.Server(415): Started @132158ms 2024-11-21T12:21:34,050 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:34,141 WARN [Thread-1287 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/data/data2/current/BP-1315431256-172.17.0.2-1732191693616/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:34,141 WARN [Thread-1286 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/data/data1/current/BP-1315431256-172.17.0.2-1732191693616/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:34,157 WARN [Thread-1274 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4241d9b352799324 with lease ID 0x4886703a74490375: Processing first storage report for DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74 from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=0af785ca-97e5-48f6-af97-ac6941e0c986, infoPort=43691, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=1357183478;c=1732191693616) 2024-11-21T12:21:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4241d9b352799324 with lease ID 0x4886703a74490375: from storage DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74 node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=0af785ca-97e5-48f6-af97-ac6941e0c986, infoPort=43691, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=1357183478;c=1732191693616), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:21:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x4241d9b352799324 with lease ID 0x4886703a74490375: Processing first storage report for DS-0b3402a9-65ac-44e0-b47f-024b26f4aef8 from datanode DatanodeRegistration(127.0.0.1:36675, datanodeUuid=0af785ca-97e5-48f6-af97-ac6941e0c986, infoPort=43691, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=1357183478;c=1732191693616) 2024-11-21T12:21:34,160 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x4241d9b352799324 with lease ID 0x4886703a74490375: from storage DS-0b3402a9-65ac-44e0-b47f-024b26f4aef8 node DatanodeRegistration(127.0.0.1:36675, datanodeUuid=0af785ca-97e5-48f6-af97-ac6941e0c986, infoPort=43691, infoSecurePort=0, ipcPort=37819, storageInfo=lv=-57;cid=testClusterID;nsid=1357183478;c=1732191693616), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:34,178 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a 2024-11-21T12:21:34,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,179 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,186 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:34,588 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f with version=8 2024-11-21T12:21:34,588 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/hbase-staging 2024-11-21T12:21:34,590 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:34,590 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:34,591 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43991 2024-11-21T12:21:34,592 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43991 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:34,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:439910x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:34,601 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43991-0x1006249b5a70000 connected 2024-11-21T12:21:34,614 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,618 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:34,618 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f, hbase.cluster.distributed=false 2024-11-21T12:21:34,619 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/acl 2024-11-21T12:21:34,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-21T12:21:34,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43991 2024-11-21T12:21:34,620 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43991 2024-11-21T12:21:34,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-21T12:21:34,621 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43991 2024-11-21T12:21:34,637 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:34,637 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:34,641 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35975 2024-11-21T12:21:34,641 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35975 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:34,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,644 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:34,648 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:359750x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:34,648 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:359750x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:34,648 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35975-0x1006249b5a70001 connected 2024-11-21T12:21:34,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:34,649 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:34,650 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/master 2024-11-21T12:21:34,651 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/acl 2024-11-21T12:21:34,652 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-21T12:21:34,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35975 2024-11-21T12:21:34,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35975 2024-11-21T12:21:34,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-21T12:21:34,659 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35975 2024-11-21T12:21:34,671 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:43991 2024-11-21T12:21:34,671 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-609790359/backup-masters/9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:34,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:34,674 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/backup-masters/9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/master 2024-11-21T12:21:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:34,676 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:34,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/master 2024-11-21T12:21:34,677 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-609790359/backup-masters/9bb5b7e9dd2c,43991,1732191694590 from backup master directory 2024-11-21T12:21:34,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/backup-masters/9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:34,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:34,679 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:34,679 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:34,682 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/hbase.id] with ID: fea38480-37ab-4ce8-8e34-8edcd5463099 2024-11-21T12:21:34,682 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.tmp/hbase.id 2024-11-21T12:21:34,688 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:35,089 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.tmp/hbase.id]:[hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/hbase.id] 2024-11-21T12:21:35,099 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:35,099 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:35,100 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:35,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:35,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:35,509 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:35,510 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:35,510 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:35,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:35,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store 2024-11-21T12:21:35,924 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:36,325 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:36,325 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:36,325 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191696325Disabling compacts and flushes for region at 1732191696325Disabling writes for close at 1732191696325Writing region close event to WAL at 1732191696325Closed at 1732191696325 2024-11-21T12:21:36,326 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/.initializing 2024-11-21T12:21:36,326 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:36,327 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:36,329 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C43991%2C1732191694590, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:36,346 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329, exclude list is [], retry=0 2024-11-21T12:21:36,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:36,351 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:36,351 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:36,351 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:36,351 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:36,351 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,351 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,353 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:36,354 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:36,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:36,354 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,355 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:36,355 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:36,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:36,356 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:36,357 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:36,357 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:36,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,358 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:36,359 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:36,359 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:36,359 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,360 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,360 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,361 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,361 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,362 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:36,363 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:36,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:36,365 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72818065, jitterRate=0.08507372438907623}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:36,366 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191696352Initializing all the Stores at 1732191696352Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191696352Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191696353 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191696353Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191696353Cleaning up temporary data from old regions at 1732191696361 (+8 ms)Region opened successfully at 1732191696366 (+5 ms) 2024-11-21T12:21:36,366 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:36,369 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@583c5ffe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:36,370 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:36,370 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:36,370 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:36,370 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:36,370 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:36,371 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:36,371 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:36,373 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:36,373 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:36,375 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/balancer already deleted, retry=false 2024-11-21T12:21:36,375 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:36,376 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:36,377 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/normalizer already deleted, retry=false 2024-11-21T12:21:36,378 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:36,378 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:36,379 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/switch/split already deleted, retry=false 2024-11-21T12:21:36,380 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:36,381 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/switch/merge already deleted, retry=false 2024-11-21T12:21:36,383 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:36,385 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,387 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,387 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,43991,1732191694590, sessionid=0x1006249b5a70000, setting cluster-up flag (Was=false) 2024-11-21T12:21:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,390 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,394 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609790359/flush-table-proc/acquired, /0-609790359/flush-table-proc/reached, /0-609790359/flush-table-proc/abort 2024-11-21T12:21:36,395 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:36,402 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609790359/online-snapshot/acquired, /0-609790359/online-snapshot/reached, /0-609790359/online-snapshot/abort 2024-11-21T12:21:36,402 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:36,403 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:36,405 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:36,405 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:36,405 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:36,406 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,43991,1732191694590 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:36,407 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191726408 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:36,408 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:36,408 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:36,408 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:36,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:36,409 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:36,409 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:36,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191696409,5,FailOnTimeoutGroup] 2024-11-21T12:21:36,413 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191696412,5,FailOnTimeoutGroup] 2024-11-21T12:21:36,413 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,413 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:36,413 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,413 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,416 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:36,462 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(746): ClusterId : fea38480-37ab-4ce8-8e34-8edcd5463099 2024-11-21T12:21:36,462 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:36,464 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:36,464 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:36,466 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:36,466 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74e81215, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:36,478 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35975 2024-11-21T12:21:36,478 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:36,478 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:36,478 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:36,479 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,43991,1732191694590 with port=35975, startcode=1732191694636 2024-11-21T12:21:36,479 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:36,481 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39507, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:36,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,481 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43991 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,483 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f 2024-11-21T12:21:36,483 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39809 2024-11-21T12:21:36,483 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:36,484 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/rs 2024-11-21T12:21:36,485 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] zookeeper.ZKUtil(111): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/rs/9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,485 WARN [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:36,485 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:36,485 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,485 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35975,1732191694636] 2024-11-21T12:21:36,488 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:36,489 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:36,490 INFO [RS:0;9bb5b7e9dd2c:35975 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:36,490 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,490 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:36,490 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:36,490 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:36,491 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,491 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35975,1732191694636-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:36,506 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:36,506 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35975,1732191694636-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,506 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,506 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35975,1732191694636 started 2024-11-21T12:21:36,519 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:36,519 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35975,1732191694636, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35975, sessionid=0x1006249b5a70001 2024-11-21T12:21:36,519 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:36,519 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,519 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35975,1732191694636' 2024-11-21T12:21:36,519 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609790359/flush-table-proc/abort' 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609790359/flush-table-proc/acquired' 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35975,1732191694636' 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609790359/online-snapshot/abort' 2024-11-21T12:21:36,520 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609790359/online-snapshot/acquired' 2024-11-21T12:21:36,521 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:36,521 INFO [RS:0;9bb5b7e9dd2c:35975 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:36,521 INFO [RS:0;9bb5b7e9dd2c:35975 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:36,621 INFO [RS:0;9bb5b7e9dd2c:35975 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:36,623 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35975%2C1732191694636, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:36,638 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623, exclude list is [], retry=0 2024-11-21T12:21:36,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:36,643 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 2024-11-21T12:21:36,643 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:36,817 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:36,817 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f 2024-11-21T12:21:36,822 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:36,822 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:36,839 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:36,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:36,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:36,840 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:36,841 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:36,843 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:37,223 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:37,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:37,226 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:37,226 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,226 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:37,227 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:37,227 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,228 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:37,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:37,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:37,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:37,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:37,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:37,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:37,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:37,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:37,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:37,236 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:37,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67201295, jitterRate=0.0013773292303085327}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191697223Initializing all the Stores at 1732191697224 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697224Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697224Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191697224Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697224Cleaning up temporary data from old regions at 1732191697233 (+9 ms)Region opened successfully at 1732191697237 (+4 ms) 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:37,237 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:37,237 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:37,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191697237Disabling compacts and flushes for region at 1732191697237Disabling writes for close at 1732191697237Writing region close event to WAL at 1732191697237Closed at 1732191697237 2024-11-21T12:21:37,239 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:37,239 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:37,239 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:37,240 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:37,241 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:21:37,391 DEBUG [9bb5b7e9dd2c:43991 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:37,392 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:37,393 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35975,1732191694636, state=OPENING 2024-11-21T12:21:37,395 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:37,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:37,397 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:37,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:37,397 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:37,397 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35975,1732191694636}] 2024-11-21T12:21:37,550 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:37,552 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45253, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:37,555 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:37,555 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:37,555 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:37,557 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35975%2C1732191694636.meta, suffix=.meta, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:37,570 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.meta.1732191697557.meta, exclude list is [], retry=0 2024-11-21T12:21:37,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:37,574 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.meta.1732191697557.meta 2024-11-21T12:21:37,574 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:37,574 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:37,575 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:37,575 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:37,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:37,576 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:37,577 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:37,577 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,577 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,578 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:37,578 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:37,578 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,579 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:37,579 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:37,579 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:37,580 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:37,580 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:37,580 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:37,581 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:37,581 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:37,582 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:37,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:37,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:37,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:37,584 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:37,585 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66228784, jitterRate=-0.013114213943481445}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:37,585 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:37,586 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191697575Writing region info on filesystem at 1732191697575Initializing all the Stores at 1732191697576 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697576Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697576Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191697576Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191697576Cleaning up temporary data from old regions at 1732191697583 (+7 ms)Running coprocessor post-open hooks at 1732191697585 (+2 ms)Region opened successfully at 1732191697586 (+1 ms) 2024-11-21T12:21:37,586 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191697549 2024-11-21T12:21:37,588 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:37,588 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:37,589 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:37,589 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35975,1732191694636, state=OPEN 2024-11-21T12:21:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:37,593 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:37,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:37,594 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:37,594 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:37,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:37,596 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35975,1732191694636 in 197 msec 2024-11-21T12:21:37,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:37,598 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 357 msec 2024-11-21T12:21:37,598 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:37,598 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:37,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:37,599 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35975,1732191694636, seqNum=-1] 2024-11-21T12:21:37,600 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:37,601 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35589, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:37,605 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2000 sec 2024-11-21T12:21:37,605 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191697605, completionTime=-1 2024-11-21T12:21:37,606 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:37,606 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:37,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:37,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191757607 2024-11-21T12:21:37,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191817607 2024-11-21T12:21:37,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:43991, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,609 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.932sec 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:37,611 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:37,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:37,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:37,613 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:37,613 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:37,613 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43991,1732191694590-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:37,663 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5437fbf6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:37,663 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43991,-1 for getting cluster id 2024-11-21T12:21:37,663 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:37,664 DEBUG [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fea38480-37ab-4ce8-8e34-8edcd5463099' 2024-11-21T12:21:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fea38480-37ab-4ce8-8e34-8edcd5463099" 2024-11-21T12:21:37,664 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78953e8d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43991,-1] 2024-11-21T12:21:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:37,665 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:37,666 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:37,666 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26287dbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:37,667 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35975,1732191694636, seqNum=-1] 2024-11-21T12:21:37,668 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:37,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:37,670 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:37,671 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:37,673 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:37,673 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x1006249b5a70002 connected 2024-11-21T12:21:37,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir so I do NOT create it in target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3 2024-11-21T12:21:37,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:37,676 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.tmp.dir so I do NOT create it in target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3 2024-11-21T12:21:37,676 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:37,676 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/cluster_88439edd-773b-01f6-ed2b-239a9513f624, deleteOnExit=true 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/test.cache.data in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:37,677 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:37,677 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:37,678 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:37,741 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:37,745 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:37,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:37,746 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:37,746 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:37,747 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:37,747 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a59c7ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:37,748 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@80b377b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:37,862 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5aa33762{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/java.io.tmpdir/jetty-localhost-38617-hadoop-hdfs-3_4_1-tests_jar-_-any-15133192844625865967/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:37,863 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2015cadd{HTTP/1.1, (http/1.1)}{localhost:38617} 2024-11-21T12:21:37,863 INFO [Time-limited test {}] server.Server(415): Started @135972ms 2024-11-21T12:21:37,946 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:37,950 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:37,952 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:37,953 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:37,953 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:37,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1ee05249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:37,954 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@30fc2704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:38,075 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3ef946f0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/java.io.tmpdir/jetty-localhost-41959-hadoop-hdfs-3_4_1-tests_jar-_-any-13954689809428682853/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:38,076 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@24276de4{HTTP/1.1, (http/1.1)}{localhost:41959} 2024-11-21T12:21:38,076 INFO [Time-limited test {}] server.Server(415): Started @136185ms 2024-11-21T12:21:38,077 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:38,165 WARN [Thread-1407 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/cluster_88439edd-773b-01f6-ed2b-239a9513f624/data/data1/current/BP-102201454-172.17.0.2-1732191697696/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:38,165 WARN [Thread-1408 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/cluster_88439edd-773b-01f6-ed2b-239a9513f624/data/data2/current/BP-102201454-172.17.0.2-1732191697696/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:38,185 WARN [Thread-1395 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6f378397b35f79d with lease ID 0x78ccbc628eed999f: Processing first storage report for DS-a38db566-d0d6-4257-abaa-a738c87af912 from datanode DatanodeRegistration(127.0.0.1:43323, datanodeUuid=d1dba003-8898-448a-9c52-0da6e737ba05, infoPort=38625, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=135646885;c=1732191697696) 2024-11-21T12:21:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6f378397b35f79d with lease ID 0x78ccbc628eed999f: from storage DS-a38db566-d0d6-4257-abaa-a738c87af912 node DatanodeRegistration(127.0.0.1:43323, datanodeUuid=d1dba003-8898-448a-9c52-0da6e737ba05, infoPort=38625, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=135646885;c=1732191697696), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa6f378397b35f79d with lease ID 0x78ccbc628eed999f: Processing first storage report for DS-652e152f-eb1a-49ef-b2aa-cc6b80296093 from datanode DatanodeRegistration(127.0.0.1:43323, datanodeUuid=d1dba003-8898-448a-9c52-0da6e737ba05, infoPort=38625, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=135646885;c=1732191697696) 2024-11-21T12:21:38,187 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa6f378397b35f79d with lease ID 0x78ccbc628eed999f: from storage DS-652e152f-eb1a-49ef-b2aa-cc6b80296093 node DatanodeRegistration(127.0.0.1:43323, datanodeUuid=d1dba003-8898-448a-9c52-0da6e737ba05, infoPort=38625, infoSecurePort=0, ipcPort=38147, storageInfo=lv=-57;cid=testClusterID;nsid=135646885;c=1732191697696), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:38,203 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3 2024-11-21T12:21:38,203 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,204 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,211 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:38,613 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d with version=8 2024-11-21T12:21:38,613 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/hbase-staging 2024-11-21T12:21:38,615 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:38,615 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:38,616 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43845 2024-11-21T12:21:38,617 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43845 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:38,619 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:438450x0, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:38,620 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43845-0x1006249b5a70003 connected 2024-11-21T12:21:38,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,636 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/running 2024-11-21T12:21:38,636 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d, hbase.cluster.distributed=false 2024-11-21T12:21:38,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/acl 2024-11-21T12:21:38,637 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43845 2024-11-21T12:21:38,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43845 2024-11-21T12:21:38,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43845 2024-11-21T12:21:38,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43845 2024-11-21T12:21:38,644 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43845 2024-11-21T12:21:38,659 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:38,659 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:38,660 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42041 2024-11-21T12:21:38,661 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42041 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:38,661 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,663 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:38,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:420410x0, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:38,667 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:420410x0, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/running 2024-11-21T12:21:38,667 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42041-0x1006249b5a70004 connected 2024-11-21T12:21:38,667 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:38,668 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:38,669 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/master 2024-11-21T12:21:38,670 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/acl 2024-11-21T12:21:38,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42041 2024-11-21T12:21:38,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42041 2024-11-21T12:21:38,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42041 2024-11-21T12:21:38,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42041 2024-11-21T12:21:38,675 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42041 2024-11-21T12:21:38,687 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:43845 2024-11-21T12:21:38,688 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /195551469/backup-masters/9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/backup-masters 2024-11-21T12:21:38,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/backup-masters 2024-11-21T12:21:38,690 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on existing znode=/195551469/backup-masters/9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195551469/master 2024-11-21T12:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:38,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:38,692 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on existing znode=/195551469/master 2024-11-21T12:21:38,692 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /195551469/backup-masters/9bb5b7e9dd2c,43845,1732191698615 from backup master directory 2024-11-21T12:21:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195551469/backup-masters/9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/backup-masters 2024-11-21T12:21:38,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/backup-masters 2024-11-21T12:21:38,693 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:38,693 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:38,697 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/hbase.id] with ID: dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa 2024-11-21T12:21:38,697 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/.tmp/hbase.id 2024-11-21T12:21:38,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:39,107 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/.tmp/hbase.id]:[hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/hbase.id] 2024-11-21T12:21:39,118 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:39,118 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:39,119 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:21:39,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:39,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:39,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:39,527 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:39,528 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:39,528 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:39,534 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:39,935 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store 2024-11-21T12:21:39,940 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:40,342 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,342 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:40,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191700342Disabling compacts and flushes for region at 1732191700342Disabling writes for close at 1732191700342Writing region close event to WAL at 1732191700342Closed at 1732191700342 2024-11-21T12:21:40,343 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/.initializing 2024-11-21T12:21:40,343 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/WALs/9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:40,344 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:40,345 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C43845%2C1732191698615, suffix=, logDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/WALs/9bb5b7e9dd2c,43845,1732191698615, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:40,358 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/WALs/9bb5b7e9dd2c,43845,1732191698615/9bb5b7e9dd2c%2C43845%2C1732191698615.1732191700345, exclude list is [], retry=0 2024-11-21T12:21:40,360 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43323,DS-a38db566-d0d6-4257-abaa-a738c87af912,DISK] 2024-11-21T12:21:40,362 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/WALs/9bb5b7e9dd2c,43845,1732191698615/9bb5b7e9dd2c%2C43845%2C1732191698615.1732191700345 2024-11-21T12:21:40,362 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-21T12:21:40,362 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:40,363 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:40,363 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,363 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,364 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:40,365 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:40,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:40,365 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,366 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:40,366 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:40,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:40,367 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:40,368 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:40,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:40,368 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:40,369 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:40,369 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:40,369 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,370 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,370 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,371 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,371 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,372 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:40,372 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:40,374 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:40,374 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63872144, jitterRate=-0.048230886459350586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:40,374 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191700363Initializing all the Stores at 1732191700363Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191700364 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191700364Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191700364Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191700364Cleaning up temporary data from old regions at 1732191700371 (+7 ms)Region opened successfully at 1732191700374 (+3 ms) 2024-11-21T12:21:40,375 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:40,377 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2265497d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:40,378 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:40,378 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:40,378 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:40,378 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:40,379 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:40,379 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:40,379 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:40,380 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:40,381 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:40,382 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/balancer already deleted, retry=false 2024-11-21T12:21:40,383 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:40,383 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:40,384 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/normalizer already deleted, retry=false 2024-11-21T12:21:40,385 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:40,385 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:40,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/switch/split already deleted, retry=false 2024-11-21T12:21:40,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:40,389 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/switch/merge already deleted, retry=false 2024-11-21T12:21:40,390 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:40,391 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:40,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195551469/running 2024-11-21T12:21:40,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/195551469/running 2024-11-21T12:21:40,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,393 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,43845,1732191698615, sessionid=0x1006249b5a70003, setting cluster-up flag (Was=false) 2024-11-21T12:21:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,396 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,400 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /195551469/flush-table-proc/acquired, /195551469/flush-table-proc/reached, /195551469/flush-table-proc/abort 2024-11-21T12:21:40,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:40,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,404 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:40,408 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /195551469/online-snapshot/acquired, /195551469/online-snapshot/reached, /195551469/online-snapshot/abort 2024-11-21T12:21:40,409 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:40,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:40,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:40,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:40,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:40,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,43845,1732191698615 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:40,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,414 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:40,414 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:40,415 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:40,415 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:40,417 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191730417 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:40,418 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:40,419 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191700419,5,FailOnTimeoutGroup] 2024-11-21T12:21:40,419 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191700419,5,FailOnTimeoutGroup] 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,421 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:40,478 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(746): ClusterId : dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa 2024-11-21T12:21:40,478 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:40,480 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:40,480 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:40,482 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:40,482 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@13e32e55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:40,494 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:42041 2024-11-21T12:21:40,494 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:40,494 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:40,494 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:40,495 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,43845,1732191698615 with port=42041, startcode=1732191698659 2024-11-21T12:21:40,495 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:40,496 INFO [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.8 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:40,496 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43845 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,497 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43845 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,498 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d 2024-11-21T12:21:40,498 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45281 2024-11-21T12:21:40,498 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:40,499 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/rs 2024-11-21T12:21:40,499 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] zookeeper.ZKUtil(111): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on existing znode=/195551469/rs/9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,499 WARN [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:40,500 INFO [RS:0;9bb5b7e9dd2c:42041 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:40,500 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,500 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,42041,1732191698659] 2024-11-21T12:21:40,502 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:40,504 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:40,505 INFO [RS:0;9bb5b7e9dd2c:42041 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:40,505 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,505 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:40,505 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:40,505 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:40,506 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,506 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,42041,1732191698659-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:40,522 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:40,522 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,42041,1732191698659-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,523 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,523 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.Replication(171): 9bb5b7e9dd2c,42041,1732191698659 started 2024-11-21T12:21:40,536 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:40,536 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,42041,1732191698659, RpcServer on 9bb5b7e9dd2c/172.17.0.2:42041, sessionid=0x1006249b5a70004 2024-11-21T12:21:40,537 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:40,537 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,537 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,42041,1732191698659' 2024-11-21T12:21:40,537 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/195551469/flush-table-proc/abort' 2024-11-21T12:21:40,537 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/195551469/flush-table-proc/acquired' 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,42041,1732191698659' 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/195551469/online-snapshot/abort' 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/195551469/online-snapshot/acquired' 2024-11-21T12:21:40,538 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:40,538 INFO [RS:0;9bb5b7e9dd2c:42041 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:40,538 INFO [RS:0;9bb5b7e9dd2c:42041 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:40,639 INFO [RS:0;9bb5b7e9dd2c:42041 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:40,640 INFO [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C42041%2C1732191698659, suffix=, logDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/oldWALs, maxLogs=10 2024-11-21T12:21:40,654 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659/9bb5b7e9dd2c%2C42041%2C1732191698659.1732191700641, exclude list is [], retry=0 2024-11-21T12:21:40,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43323,DS-a38db566-d0d6-4257-abaa-a738c87af912,DISK] 2024-11-21T12:21:40,658 INFO [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659/9bb5b7e9dd2c%2C42041%2C1732191698659.1732191700641 2024-11-21T12:21:40,658 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-21T12:21:40,822 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:21:40,822 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d 2024-11-21T12:21:40,828 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:21:41,228 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:41,230 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:41,231 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:41,231 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:41,232 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:41,232 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,233 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:41,234 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:41,234 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,234 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:41,235 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:41,235 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,235 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,235 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740 2024-11-21T12:21:41,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740 2024-11-21T12:21:41,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:41,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:41,238 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:41,238 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:41,240 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:41,240 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62898086, jitterRate=-0.06274548172950745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191701228Initializing all the Stores at 1732191701229 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701229Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701229Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191701229Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701229Cleaning up temporary data from old regions at 1732191701237 (+8 ms)Region opened successfully at 1732191701241 (+4 ms) 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:41,241 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:41,241 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:41,241 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191701241Disabling compacts and flushes for region at 1732191701241Disabling writes for close at 1732191701241Writing region close event to WAL at 1732191701241Closed at 1732191701241 2024-11-21T12:21:41,242 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:41,242 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:21:41,242 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:41,243 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:41,244 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:21:41,394 DEBUG [9bb5b7e9dd2c:43845 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:41,395 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:41,396 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,42041,1732191698659, state=OPENING 2024-11-21T12:21:41,400 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:21:41,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:41,402 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:41,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195551469/meta-region-server: CHANGED 2024-11-21T12:21:41,403 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:41,403 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195551469/meta-region-server: CHANGED 2024-11-21T12:21:41,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42041,1732191698659}] 2024-11-21T12:21:41,555 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:41,557 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45683, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:41,562 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:41,562 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:41,562 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:41,564 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C42041%2C1732191698659.meta, suffix=.meta, logDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659, archiveDir=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/oldWALs, maxLogs=10 2024-11-21T12:21:41,578 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659/9bb5b7e9dd2c%2C42041%2C1732191698659.meta.1732191701564.meta, exclude list is [], retry=0 2024-11-21T12:21:41,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43323,DS-a38db566-d0d6-4257-abaa-a738c87af912,DISK] 2024-11-21T12:21:41,582 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/WALs/9bb5b7e9dd2c,42041,1732191698659/9bb5b7e9dd2c%2C42041%2C1732191698659.meta.1732191701564.meta 2024-11-21T12:21:41,582 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38625:38625)] 2024-11-21T12:21:41,582 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:41,582 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:41,582 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:41,582 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:41,583 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:41,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:41,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:41,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:41,583 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:41,584 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:41,585 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:41,585 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,585 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:41,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:41,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,586 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:41,586 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:41,586 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,587 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:41,587 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:41,587 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,588 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:41,588 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:41,588 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740 2024-11-21T12:21:41,589 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740 2024-11-21T12:21:41,591 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:41,591 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:41,591 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:41,592 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:41,593 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70153920, jitterRate=0.04537487030029297}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:41,593 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:41,593 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191701583Writing region info on filesystem at 1732191701583Initializing all the Stores at 1732191701584 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701584Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701584Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191701584Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191701584Cleaning up temporary data from old regions at 1732191701591 (+7 ms)Running coprocessor post-open hooks at 1732191701593 (+2 ms)Region opened successfully at 1732191701593 2024-11-21T12:21:41,594 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191701555 2024-11-21T12:21:41,596 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:41,596 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:41,597 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:41,597 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,42041,1732191698659, state=OPEN 2024-11-21T12:21:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/195551469/meta-region-server 2024-11-21T12:21:41,599 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/195551469/meta-region-server 2024-11-21T12:21:41,599 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:41,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195551469/meta-region-server: CHANGED 2024-11-21T12:21:41,599 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /195551469/meta-region-server: CHANGED 2024-11-21T12:21:41,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:21:41,601 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42041,1732191698659 in 196 msec 2024-11-21T12:21:41,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:21:41,603 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 359 msec 2024-11-21T12:21:41,603 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:41,603 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:21:41,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:41,604 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42041,1732191698659, seqNum=-1] 2024-11-21T12:21:41,605 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:41,606 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54737, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:41,610 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1990 sec 2024-11-21T12:21:41,610 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191701610, completionTime=-1 2024-11-21T12:21:41,610 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:21:41,610 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191761612 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191821612 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:43845, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,614 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.922sec 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:41,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:41,618 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:41,618 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:41,618 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43845,1732191698615-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:41,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ff71a22, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43845,-1 for getting cluster id 2024-11-21T12:21:41,679 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:41,680 DEBUG [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa' 2024-11-21T12:21:41,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:41,680 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa" 2024-11-21T12:21:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@785a17c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43845,-1] 2024-11-21T12:21:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:41,681 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,682 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33258, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:41,683 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50d6a77b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,683 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42041,1732191698659, seqNum=-1] 2024-11-21T12:21:41,684 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:41,685 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:41,686 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:41,687 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:41,689 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:41,690 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x1006249b5a70005 connected 2024-11-21T12:21:41,693 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49e0effa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,693 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43991,-1 for getting cluster id 2024-11-21T12:21:41,693 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:41,694 DEBUG [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fea38480-37ab-4ce8-8e34-8edcd5463099' 2024-11-21T12:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fea38480-37ab-4ce8-8e34-8edcd5463099" 2024-11-21T12:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51336681, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43991,-1] 2024-11-21T12:21:41,694 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:41,695 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,695 INFO [HMaster-EventLoopGroup-17-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:41,696 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557107b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@22c0dcf9 2024-11-21T12:21:41,697 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:41,698 INFO [HMaster-EventLoopGroup-17-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:41,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:43845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:21:41,699 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:21:41,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:41,701 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43845' 2024-11-21T12:21:41,701 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@323ae22d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,701 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43845,-1 for getting cluster id 2024-11-21T12:21:41,701 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:41,702 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa' 2024-11-21T12:21:41,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:41,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa" 2024-11-21T12:21:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b1f7f53, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43845,-1] 2024-11-21T12:21:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:41,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,703 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33272, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:41,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24033201, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:41,704 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@73e9d251 2024-11-21T12:21:41,705 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:41,705 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:41,706 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:21:41,706 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:21:41,706 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,706 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:41,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:41,707 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:41,708 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:21:41,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:21:41,709 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:41,709 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:21:41,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741835_1011 (size=1138) 2024-11-21T12:21:41,758 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:21:41,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:42,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:42,117 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e890c5aa01adc625c9500279fff34b68, NAME => 'hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f 2024-11-21T12:21:42,122 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741836_1012 (size=44) 2024-11-21T12:21:42,331 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e890c5aa01adc625c9500279fff34b68, disabling compactions & flushes 2024-11-21T12:21:42,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. after waiting 0 ms 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,523 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,523 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e890c5aa01adc625c9500279fff34b68: Waiting for close lock at 1732191702523Disabling compacts and flushes for region at 1732191702523Disabling writes for close at 1732191702523Writing region close event to WAL at 1732191702523Closed at 1732191702523 2024-11-21T12:21:42,524 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:21:42,525 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191702524"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191702524"}]},"ts":"1732191702524"} 2024-11-21T12:21:42,527 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:21:42,527 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:21:42,528 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191702527"}]},"ts":"1732191702527"} 2024-11-21T12:21:42,529 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:21:42,529 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN}] 2024-11-21T12:21:42,530 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN 2024-11-21T12:21:42,531 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35975,1732191694636; forceNewPlan=false, retain=false 2024-11-21T12:21:42,682 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e890c5aa01adc625c9500279fff34b68, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:42,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN because future has completed 2024-11-21T12:21:42,685 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,35975,1732191694636}] 2024-11-21T12:21:42,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:42,841 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:21:42,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:42,843 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35975%2C1732191694636.rep, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:42,856 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.rep.1732191702843, exclude list is [], retry=0 2024-11-21T12:21:42,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:42,860 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.rep.1732191702843 2024-11-21T12:21:42,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:42,860 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7752): Opening region: {ENCODED => e890c5aa01adc625c9500279fff34b68, NAME => 'hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:42,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. service=MultiRowMutationService 2024-11-21T12:21:42,861 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:21:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:42,861 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7794): checking encryption for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,862 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(7797): checking classloading for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,863 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,864 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName hfileref 2024-11-21T12:21:42,864 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:42,864 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:42,865 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,865 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName queue 2024-11-21T12:21:42,866 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:42,866 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:42,866 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,867 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName sid 2024-11-21T12:21:42,867 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:42,867 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:42,867 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1038): replaying wal for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,868 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1048): stopping wal replay for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,869 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1060): Cleaning up temporary data for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,870 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:42,871 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1093): writing seq id for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,873 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:42,873 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1114): Opened e890c5aa01adc625c9500279fff34b68; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66370914, jitterRate=-0.010996311902999878}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:42,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:42,874 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegion(1006): Region open journal for e890c5aa01adc625c9500279fff34b68: Running coprocessor pre-open hook at 1732191702862Writing region info on filesystem at 1732191702862Initializing all the Stores at 1732191702862Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191702862Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191702863 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191702863Cleaning up temporary data from old regions at 1732191702869 (+6 ms)Running coprocessor post-open hooks at 1732191702874 (+5 ms)Region opened successfully at 1732191702874 2024-11-21T12:21:42,875 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., pid=7, masterSystemTime=1732191702837 2024-11-21T12:21:42,876 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:42,878 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,878 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=7}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:42,878 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=6 updating hbase:meta row=e890c5aa01adc625c9500279fff34b68, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:42,881 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=7, ppid=6, state=RUNNABLE, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,35975,1732191694636 because future has completed 2024-11-21T12:21:42,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=7, resume processing ppid=6 2024-11-21T12:21:42,884 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, ppid=6, state=SUCCESS, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,35975,1732191694636 in 197 msec 2024-11-21T12:21:42,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:21:42,886 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN in 355 msec 2024-11-21T12:21:42,887 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:21:42,887 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191702887"}]},"ts":"1732191702887"} 2024-11-21T12:21:42,889 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:21:42,890 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=5, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:21:42,892 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1830 sec 2024-11-21T12:21:42,896 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,897 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,898 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,902 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:42,907 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:21:42,908 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:21:42,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., hostname=9bb5b7e9dd2c,35975,1732191694636, seqNum=2] 2024-11-21T12:21:42,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:42,920 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:42,924 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=8, ppid=4, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:21:43,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35975 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=8 2024-11-21T12:21:43,077 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:21:43,106 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35975,1732191694636, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:43,106 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:43,106 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35975,1732191694636, seqNum=-1] 2024-11-21T12:21:43,107 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:43,108 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-18-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34913, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientService 2024-11-21T12:21:43,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-18-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,35975,1732191694636', locateType=CURRENT is [region=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., hostname=9bb5b7e9dd2c,35975,1732191694636, seqNum=2] 2024-11-21T12:21:43,112 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=8}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=8 2024-11-21T12:21:43,113 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.HMaster(4169): Remote procedure done, pid=8 2024-11-21T12:21:43,115 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,35975,1732191694636 suceeded 2024-11-21T12:21:43,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=8, resume processing ppid=4 2024-11-21T12:21:43,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, ppid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T12:21:43,117 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:43845,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:21:43,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-21T12:21:43,131 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43845' 2024-11-21T12:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1133fe21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43845,-1 for getting cluster id 2024-11-21T12:21:43,133 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:43,134 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa' 2024-11-21T12:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa" 2024-11-21T12:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@132ec059, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43845,-1] 2024-11-21T12:21:43,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:43,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,135 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33288, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:43,136 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@272a948, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:43,136 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@53d1458b 2024-11-21T12:21:43,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-20-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:43,138 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33302, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.7 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:43,138 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35975,1732191694636 (queues=1) is replicating from cluster=fea38480-37ab-4ce8-8e34-8edcd5463099 to cluster=dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa 2024-11-21T12:21:43,138 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35975%2C1732191694636 2024-11-21T12:21:43,138 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35975,1732191694636, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:43,139 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.shipper9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35975%2C1732191694636 2024-11-21T12:21:43,139 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623, startPosition=0, beingWritten=true 2024-11-21T12:21:43,345 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 to pos 0, reset compression=false 2024-11-21T12:21:43,650 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 to pos 0, reset compression=false 2024-11-21T12:21:43,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:21:43,852 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:21:43,852 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:43,852 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:525) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:43,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,852 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,852 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:43,852 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@8658376 2024-11-21T12:21:43,853 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:43,854 INFO [HMaster-EventLoopGroup-17-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:43,855 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43991 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:21:43,855 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:43,855 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:43,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,855 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,855 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:43,855 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:43,856 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=508893322, stopped=false 2024-11-21T12:21:43,856 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,43991,1732191694590 2024-11-21T12:21:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:43,857 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:43,857 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:43,858 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:43,858 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:538) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:43,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:43,858 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:43,858 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35975,1732191694636' ***** 2024-11-21T12:21:43,858 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:43,858 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:43,859 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(3091): Received CLOSE for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35975. 2024-11-21T12:21:43,859 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:43,859 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:43,859 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e890c5aa01adc625c9500279fff34b68, disabling compactions & flushes 2024-11-21T12:21:43,859 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:43,859 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:43,859 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. after waiting 0 ms 2024-11-21T12:21:43,859 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:43,859 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:43,860 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e890c5aa01adc625c9500279fff34b68 3/3 column families, dataSize=147 B heapSize=992 B 2024-11-21T12:21:43,860 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:21:43,860 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e890c5aa01adc625c9500279fff34b68=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.} 2024-11-21T12:21:43,860 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:43,860 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:43,860 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:43,860 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:43,860 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:43,860 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:43,860 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.34 KB heapSize=3.38 KB 2024-11-21T12:21:43,877 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/40f5217bbe0d4a0e9b417ae9d988e267 is 147, key is hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68./info:regioninfo/1732191702878/Put/seqid=0 2024-11-21T12:21:43,880 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/.tmp/queue/e6cbba48ad734f27934315584bb69d74 is 151, key is 1-9bb5b7e9dd2c,35975,1732191694636/queue:9bb5b7e9dd2c%2C35975%2C1732191694636/1732191703111/Put/seqid=0 2024-11-21T12:21:43,881 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741838_1014 (size=6631) 2024-11-21T12:21:43,883 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741839_1015 (size=5350) 2024-11-21T12:21:43,898 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:44,055 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 to pos 0, reset compression=false 2024-11-21T12:21:44,060 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:44,260 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:44,282 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.17 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/40f5217bbe0d4a0e9b417ae9d988e267 2024-11-21T12:21:44,284 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=147 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/.tmp/queue/e6cbba48ad734f27934315584bb69d74 2024-11-21T12:21:44,289 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/.tmp/queue/e6cbba48ad734f27934315584bb69d74 as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/queue/e6cbba48ad734f27934315584bb69d74 2024-11-21T12:21:44,294 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/queue/e6cbba48ad734f27934315584bb69d74, entries=1, sequenceid=5, filesize=5.2 K 2024-11-21T12:21:44,295 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e890c5aa01adc625c9500279fff34b68 in 436ms, sequenceid=5, compaction requested=false 2024-11-21T12:21:44,300 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:21:44,300 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:44,300 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:44,300 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:44,301 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e890c5aa01adc625c9500279fff34b68: Waiting for close lock at 1732191703859Running coprocessor pre-close hooks at 1732191703859Disabling compacts and flushes for region at 1732191703859Disabling writes for close at 1732191703859Obtaining lock to block concurrent updates at 1732191703860 (+1 ms)Preparing flush snapshotting stores in e890c5aa01adc625c9500279fff34b68 at 1732191703860Finished memstore snapshotting hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., syncing WAL and waiting on mvcc, flushsize=dataSize=147, getHeapSize=944, getOffHeapSize=0, getCellsCount=1 at 1732191703860Flushing stores of hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. at 1732191703860Flushing e890c5aa01adc625c9500279fff34b68/queue: creating writer at 1732191703860Flushing e890c5aa01adc625c9500279fff34b68/queue: appending metadata at 1732191703879 (+19 ms)Flushing e890c5aa01adc625c9500279fff34b68/queue: closing flushed file at 1732191703879Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d437703: reopening flushed file at 1732191704288 (+409 ms)Finished flush of dataSize ~147 B/147, heapSize ~464 B/464, currentSize=0 B/0 for e890c5aa01adc625c9500279fff34b68 in 436ms, sequenceid=5, compaction requested=false at 1732191704295 (+7 ms)Writing region close event to WAL at 1732191704297 (+2 ms)Running coprocessor post-close hooks at 1732191704300 (+3 ms)Closed at 1732191704300 2024-11-21T12:21:44,301 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:44,305 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/ns/bd6f5f0c8b80407b98dd45058ec56aca is 43, key is default/ns:d/1732191697601/Put/seqid=0 2024-11-21T12:21:44,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:21:44,460 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:44,560 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 to pos 0, reset compression=false 2024-11-21T12:21:44,582 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:44,583 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:44,661 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:44,709 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/ns/bd6f5f0c8b80407b98dd45058ec56aca 2024-11-21T12:21:44,732 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/table/fc3f2667e1324f20b0e30710e79de70c is 53, key is hbase:replication/table:state/1732191702887/Put/seqid=0 2024-11-21T12:21:44,735 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741841_1017 (size=5256) 2024-11-21T12:21:44,861 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:44,861 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:44,861 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:45,061 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:45,136 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=98 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/table/fc3f2667e1324f20b0e30710e79de70c 2024-11-21T12:21:45,142 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/40f5217bbe0d4a0e9b417ae9d988e267 as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/info/40f5217bbe0d4a0e9b417ae9d988e267 2024-11-21T12:21:45,146 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/info/40f5217bbe0d4a0e9b417ae9d988e267, entries=10, sequenceid=11, filesize=6.5 K 2024-11-21T12:21:45,147 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/ns/bd6f5f0c8b80407b98dd45058ec56aca as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/ns/bd6f5f0c8b80407b98dd45058ec56aca 2024-11-21T12:21:45,151 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/ns/bd6f5f0c8b80407b98dd45058ec56aca, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:21:45,152 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/table/fc3f2667e1324f20b0e30710e79de70c as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/table/fc3f2667e1324f20b0e30710e79de70c 2024-11-21T12:21:45,156 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/table/fc3f2667e1324f20b0e30710e79de70c, entries=2, sequenceid=11, filesize=5.1 K 2024-11-21T12:21:45,157 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false 2024-11-21T12:21:45,161 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:21:45,162 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:45,162 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:45,162 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:45,162 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191703860Running coprocessor pre-close hooks at 1732191703860Disabling compacts and flushes for region at 1732191703860Disabling writes for close at 1732191703860Obtaining lock to block concurrent updates at 1732191703860Preparing flush snapshotting stores in 1588230740 at 1732191703860Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1368, getHeapSize=3392, getOffHeapSize=0, getCellsCount=14 at 1732191703860Flushing stores of hbase:meta,,1.1588230740 at 1732191703861 (+1 ms)Flushing 1588230740/info: creating writer at 1732191703861Flushing 1588230740/info: appending metadata at 1732191703876 (+15 ms)Flushing 1588230740/info: closing flushed file at 1732191703876Flushing 1588230740/ns: creating writer at 1732191704289 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732191704304 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191704305 (+1 ms)Flushing 1588230740/table: creating writer at 1732191704714 (+409 ms)Flushing 1588230740/table: appending metadata at 1732191704731 (+17 ms)Flushing 1588230740/table: closing flushed file at 1732191704731Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@45c101e0: reopening flushed file at 1732191705141 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32ece446: reopening flushed file at 1732191705146 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ad69b3b: reopening flushed file at 1732191705151 (+5 ms)Finished flush of dataSize ~1.34 KB/1368, heapSize ~3.08 KB/3152, currentSize=0 B/0 for 1588230740 in 1297ms, sequenceid=11, compaction requested=false at 1732191705157 (+6 ms)Writing region close event to WAL at 1732191705158 (+1 ms)Running coprocessor post-close hooks at 1732191705162 (+4 ms)Closed at 1732191705162 2024-11-21T12:21:45,162 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:45,165 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 to pos 0, reset compression=false 2024-11-21T12:21:45,261 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35975,1732191694636; all regions closed. 2024-11-21T12:21:45,264 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741834_1010 (size=2742) 2024-11-21T12:21:45,264 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.meta.1732191697557.meta not finished, retry = 0 2024-11-21T12:21:45,367 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:45,367 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35975%2C1732191694636.meta:.meta(num 1732191697557) 2024-11-21T12:21:45,369 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741837_1013 (size=1586) 2024-11-21T12:21:45,369 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.rep.1732191702843 not finished, retry = 0 2024-11-21T12:21:45,472 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:45,472 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35975%2C1732191694636.rep:(num 1732191702843) 2024-11-21T12:21:45,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:21:45,474 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636/9bb5b7e9dd2c%2C35975%2C1732191694636.1732191696623 not finished, retry = 0 2024-11-21T12:21:45,577 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:45,577 INFO [RS:0;9bb5b7e9dd2c:35975 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35975%2C1732191694636:(num 1732191696623) 2024-11-21T12:21:45,577 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:45,577 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:45,577 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:45,577 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:45,577 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:45,577 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:45,578 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35975,1732191694636 because: Region server is closing 2024-11-21T12:21:45,578 INFO [RS:0;9bb5b7e9dd2c:35975 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35975. 2024-11-21T12:21:45,578 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:45,578 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:45,578 DEBUG [RS:0;9bb5b7e9dd2c:35975 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:45,578 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:45,678 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.wal-reader.9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:45,678 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.shipper9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:21:45,679 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35975,1732191694636.replicationSource.shipper9bb5b7e9dd2c%2C35975%2C1732191694636,1-9bb5b7e9dd2c,35975,1732191694636 terminated 2024-11-21T12:21:45,679 INFO [RS:0;9bb5b7e9dd2c:35975 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35975 2024-11-21T12:21:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/rs/9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:45,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/rs 2024-11-21T12:21:45,685 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:45,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35975,1732191694636] 2024-11-21T12:21:45,690 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/draining/9bb5b7e9dd2c,35975,1732191694636 already deleted, retry=false 2024-11-21T12:21:45,691 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35975,1732191694636 expired; onlineServers=0 2024-11-21T12:21:45,691 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,43991,1732191694590' ***** 2024-11-21T12:21:45,691 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:45,691 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:45,691 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:45,691 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:45,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191696412 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191696412,5,FailOnTimeoutGroup] 2024-11-21T12:21:45,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191696409 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191696409,5,FailOnTimeoutGroup] 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:45,691 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:45,691 INFO [M:0;9bb5b7e9dd2c:43991 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:45,692 INFO [M:0;9bb5b7e9dd2c:43991 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:45,692 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:45,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/master 2024-11-21T12:21:45,693 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:45,693 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] zookeeper.ZKUtil(347): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/master because node does not exist (not an error) 2024-11-21T12:21:45,693 WARN [M:0;9bb5b7e9dd2c:43991 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:45,693 INFO [M:0;9bb5b7e9dd2c:43991 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.lastflushedseqids 2024-11-21T12:21:45,698 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741842_1018 (size=181) 2024-11-21T12:21:45,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:45,789 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35975-0x1006249b5a70001, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:45,789 INFO [RS:0;9bb5b7e9dd2c:35975 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:45,789 INFO [RS:0;9bb5b7e9dd2c:35975 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35975,1732191694636; zookeeper connection closed. 2024-11-21T12:21:45,790 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@e4a6616 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@e4a6616 2024-11-21T12:21:45,790 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:46,099 INFO [M:0;9bb5b7e9dd2c:43991 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:46,099 INFO [M:0;9bb5b7e9dd2c:43991 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:46,099 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:46,099 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:46,099 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:46,099 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:46,099 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:46,099 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=35.09 KB heapSize=42.23 KB 2024-11-21T12:21:46,115 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe1947b518b54603b830913c8396a8ee is 82, key is hbase:meta,,1/info:regioninfo/1732191697589/Put/seqid=0 2024-11-21T12:21:46,119 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741843_1019 (size=5672) 2024-11-21T12:21:46,520 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe1947b518b54603b830913c8396a8ee 2024-11-21T12:21:46,543 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26191878df7b4cbd9898693c0d7be8e5 is 1478, key is \x00\x00\x00\x00\x00\x00\x00\x05/proc:d/1732191702891/Put/seqid=0 2024-11-21T12:21:46,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741844_1020 (size=7203) 2024-11-21T12:21:46,948 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=34.54 KB at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26191878df7b4cbd9898693c0d7be8e5 2024-11-21T12:21:46,968 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9d39db064a049548f09609893caa2cf is 69, key is 9bb5b7e9dd2c,35975,1732191694636/rs:state/1732191696481/Put/seqid=0 2024-11-21T12:21:46,972 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741845_1021 (size=5156) 2024-11-21T12:21:47,372 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=70 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9d39db064a049548f09609893caa2cf 2024-11-21T12:21:47,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:47,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:21:47,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:47,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:21:47,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:47,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:21:47,378 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/fe1947b518b54603b830913c8396a8ee as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe1947b518b54603b830913c8396a8ee 2024-11-21T12:21:47,382 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe1947b518b54603b830913c8396a8ee, entries=8, sequenceid=70, filesize=5.5 K 2024-11-21T12:21:47,383 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/26191878df7b4cbd9898693c0d7be8e5 as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26191878df7b4cbd9898693c0d7be8e5 2024-11-21T12:21:47,387 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26191878df7b4cbd9898693c0d7be8e5, entries=8, sequenceid=70, filesize=7.0 K 2024-11-21T12:21:47,388 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/c9d39db064a049548f09609893caa2cf as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9d39db064a049548f09609893caa2cf 2024-11-21T12:21:47,392 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9d39db064a049548f09609893caa2cf, entries=1, sequenceid=70, filesize=5.0 K 2024-11-21T12:21:47,393 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(3140): Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false 2024-11-21T12:21:47,394 INFO [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:47,394 DEBUG [M:0;9bb5b7e9dd2c:43991 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191706099Disabling compacts and flushes for region at 1732191706099Disabling writes for close at 1732191706099Obtaining lock to block concurrent updates at 1732191706099Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191706099Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=35933, getHeapSize=43184, getOffHeapSize=0, getCellsCount=83 at 1732191706099Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191706100 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191706100Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191706114 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191706115 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191706525 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191706543 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191706543Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191706953 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191706967 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191706967Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14f3c4e2: reopening flushed file at 1732191707377 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5de059a4: reopening flushed file at 1732191707382 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1c09aecc: reopening flushed file at 1732191707387 (+5 ms)Finished flush of dataSize ~35.09 KB/35933, heapSize ~41.94 KB/42944, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1294ms, sequenceid=70, compaction requested=false at 1732191707393 (+6 ms)Writing region close event to WAL at 1732191707394 (+1 ms)Closed at 1732191707394 2024-11-21T12:21:47,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741830_1006 (size=41008) 2024-11-21T12:21:47,396 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 not finished, retry = 0 2024-11-21T12:21:47,497 INFO [M:0;9bb5b7e9dd2c:43991 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:47,497 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:47,497 INFO [M:0;9bb5b7e9dd2c:43991 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43991 2024-11-21T12:21:47,497 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:47,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:47,600 INFO [M:0;9bb5b7e9dd2c:43991 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:47,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43991-0x1006249b5a70000, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:47,601 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:47,602 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:47,603 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33813 2024-11-21T12:21:47,603 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33813 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:47,606 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:338130x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:47,606 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33813-0x1006249b5a70006 connected 2024-11-21T12:21:47,609 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,610 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,612 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:47,612 DEBUG [pool-1006-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: INIT 2024-11-21T12:21:47,612 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f, hbase.cluster.distributed=false 2024-11-21T12:21:47,613 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/acl 2024-11-21T12:21:47,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-21T12:21:47,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33813 2024-11-21T12:21:47,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33813 2024-11-21T12:21:47,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-21T12:21:47,614 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33813 2024-11-21T12:21:47,629 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:47,629 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:47,630 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37347 2024-11-21T12:21:47,631 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37347 connecting to ZooKeeper ensemble=127.0.0.1:52871 2024-11-21T12:21:47,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,633 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,636 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:373470x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:47,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:373470x0, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:47,637 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37347-0x1006249b5a70007 connected 2024-11-21T12:21:47,637 DEBUG [pool-1011-thread-1 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: INIT 2024-11-21T12:21:47,637 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:47,637 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:47,638 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/master 2024-11-21T12:21:47,639 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/acl 2024-11-21T12:21:47,639 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37347 2024-11-21T12:21:47,640 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37347 2024-11-21T12:21:47,641 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37347 2024-11-21T12:21:47,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37347 2024-11-21T12:21:47,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37347 2024-11-21T12:21:47,658 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:33813 2024-11-21T12:21:47,659 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-609790359/backup-masters/9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:47,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:47,660 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:47,661 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/backup-masters/9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/master 2024-11-21T12:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:47,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:47,663 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/master 2024-11-21T12:21:47,663 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-609790359/backup-masters/9bb5b7e9dd2c,33813,1732191707601 from backup master directory 2024-11-21T12:21:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/backup-masters/9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:47,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/backup-masters 2024-11-21T12:21:47,664 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:47,664 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:47,674 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:47,674 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:47,680 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=2) cost 6ms. 2024-11-21T12:21:47,689 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741846_1022 (size=196) 2024-11-21T12:21:48,090 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:48,091 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:48,091 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:48,096 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(342): old store file tracker DEFAULT is the same with new store file tracker, skip migration 2024-11-21T12:21:48,098 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(316): Renamed hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590 to hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590-dead as it is dead 2024-11-21T12:21:48,099 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(134): Recover lease on dfs file hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590-dead/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:48,100 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.RecoverLeaseFSUtils(223): Recovered lease, attempt=0 on file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590-dead/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 after 0ms 2024-11-21T12:21:48,100 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(328): Renamed hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590-dead/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 to hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:48,100 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(330): Delete empty local region wal dir hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,43991,1732191694590-dead 2024-11-21T12:21:48,101 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:48,101 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:48,102 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C33813%2C1732191707601, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,33813,1732191707601, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:48,116 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,33813,1732191707601/9bb5b7e9dd2c%2C33813%2C1732191707601.1732191708103, exclude list is [], retry=0 2024-11-21T12:21:48,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:48,120 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/WALs/9bb5b7e9dd2c,33813,1732191707601/9bb5b7e9dd2c%2C33813%2C1732191707601.1732191708103 2024-11-21T12:21:48,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:48,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:48,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:48,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,121 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,122 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:48,122 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,127 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/fe1947b518b54603b830913c8396a8ee 2024-11-21T12:21:48,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,127 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,128 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:48,128 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,133 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/26191878df7b4cbd9898693c0d7be8e5 2024-11-21T12:21:48,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,133 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,134 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:48,134 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,138 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/c9d39db064a049548f09609893caa2cf 2024-11-21T12:21:48,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,139 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:48,140 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,140 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:48,140 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,140 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5516): Found 1 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals 2024-11-21T12:21:48,140 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5613): Replaying edits from hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:48,144 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5793): Applied 0, skipped 85, firstSequenceIdInLog=3, maxSequenceIdInLog=72, path=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:48,145 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5420): Deleted recovered.edits file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.wals/9bb5b7e9dd2c%2C43991%2C1732191694590.1732191696329 2024-11-21T12:21:48,146 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,146 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,146 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:48,148 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:48,149 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/72.seqid, newMaxSeqId=72, maxSeqId=1 2024-11-21T12:21:48,150 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=73; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66887022, jitterRate=-0.0033057034015655518}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:48,150 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191708120Initializing all the Stores at 1732191708121 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191708121Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708121Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708121Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708121Cleaning up temporary data from old regions at 1732191708146 (+25 ms)Region opened successfully at 1732191708150 (+4 ms) 2024-11-21T12:21:48,151 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:48,153 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f8c16b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:48,155 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(884): The info family in master local region already has data in it, skip migrating... 2024-11-21T12:21:48,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:48,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:48,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:48,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:48,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:48,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=4, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:21:48,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(545): Completed pid=5, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:21:48,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 3 msec 2024-11-21T12:21:48,159 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:48,162 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=1588230740, regionState=OPEN, lastHost=9bb5b7e9dd2c,35975,1732191694636, regionLocation=9bb5b7e9dd2c,35975,1732191694636, openSeqNum=2 2024-11-21T12:21:48,162 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(349): Loaded hbase:meta state=OPEN, location=9bb5b7e9dd2c,35975,1732191694636, table=hbase:meta, region=1588230740 2024-11-21T12:21:48,162 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35975,1732191694636, state=OPEN 2024-11-21T12:21:48,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,164 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,166 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 1 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:48,168 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/draining/9bb5b7e9dd2c,35975,1732191694636 already deleted, retry=false 2024-11-21T12:21:48,168 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(695): Processing expiration of 9bb5b7e9dd2c,35975,1732191694636 on 9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:48,169 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=false; ServerCrashProcedure 9bb5b7e9dd2c,35975,1732191694636, splitWal=true, meta=true 2024-11-21T12:21:48,169 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1999): Scheduled ServerCrashProcedure pid=9 for 9bb5b7e9dd2c,35975,1732191694636 (carryingMeta=true) 9bb5b7e9dd2c,35975,1732191694636/CRASHED/regionCount=1/lock=java.util.concurrent.locks.ReentrantReadWriteLock@65023ed3[Write locks = 1, Read locks = 0], oldState=ONLINE. 2024-11-21T12:21:48,171 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:48,172 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/balancer already deleted, retry=false 2024-11-21T12:21:48,172 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:48,173 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:48,174 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/normalizer already deleted, retry=false 2024-11-21T12:21:48,175 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:48,175 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:48,176 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/switch/split already deleted, retry=false 2024-11-21T12:21:48,177 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:48,178 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/switch/merge already deleted, retry=false 2024-11-21T12:21:48,182 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:48,183 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:48,185 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:48,185 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,33813,1732191707601, sessionid=0x1006249b5a70006, setting cluster-up flag (Was=false) 2024-11-21T12:21:48,187 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609790359/flush-table-proc/acquired, /0-609790359/flush-table-proc/reached, /0-609790359/flush-table-proc/abort 2024-11-21T12:21:48,188 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:48,191 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-609790359/online-snapshot/acquired, /0-609790359/online-snapshot/reached, /0-609790359/online-snapshot/abort 2024-11-21T12:21:48,191 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:48,192 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1190): begin to load .lastflushedseqids at hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.lastflushedseqids 2024-11-21T12:21:48,194 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:48,194 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:48,195 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,33813,1732191707601 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 1 9bb5b7e9dd2c,35975,1732191694636 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:48,196 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,197 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(169): Start pid=9, state=RUNNABLE:SERVER_CRASH_START, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,35975,1732191694636, splitWal=true, meta=true 2024-11-21T12:21:48,198 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_META_LOGS, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,35975,1732191694636, splitWal=true, meta=true, isMeta: true 2024-11-21T12:21:48,199 DEBUG [PEWorker-1 {}] master.MasterWalManager(329): Renamed region directory: hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636-splitting 2024-11-21T12:21:48,200 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636-splitting dir is empty, no logs to split. 2024-11-21T12:21:48,200 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,35975,1732191694636 WAL count=0, meta=true 2024-11-21T12:21:48,202 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636-splitting dir is empty, no logs to split. 2024-11-21T12:21:48,202 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,35975,1732191694636 WAL count=0, meta=true 2024-11-21T12:21:48,202 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9bb5b7e9dd2c,35975,1732191694636 WAL splitting is done? wals=0, meta=true 2024-11-21T12:21:48,203 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:21:48,203 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:48,204 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191738205 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:48,206 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191708206,5,FailOnTimeoutGroup] 2024-11-21T12:21:48,206 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191708206,5,FailOnTimeoutGroup] 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191708206, completionTime=-1 2024-11-21T12:21:48,206 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(848): The value of 'hbase.master.wait.on.regionservers.maxtostart' (-1) is set less than 'hbase.master.wait.on.regionservers.mintostart' (1), ignoring. 2024-11-21T12:21:48,206 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=0; waited=0ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:21:48,245 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(746): ClusterId : fea38480-37ab-4ce8-8e34-8edcd5463099 2024-11-21T12:21:48,245 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:48,247 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:48,247 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:48,249 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:48,249 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22fa6e35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:48,261 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:37347 2024-11-21T12:21:48,261 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:48,261 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:48,261 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:48,262 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,33813,1732191707601 with port=37347, startcode=1732191707629 2024-11-21T12:21:48,262 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:48,263 INFO [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46807, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:48,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33813 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,264 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33813 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,265 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f 2024-11-21T12:21:48,265 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39809 2024-11-21T12:21:48,265 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:48,270 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/rs 2024-11-21T12:21:48,270 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] zookeeper.ZKUtil(111): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on existing znode=/0-609790359/rs/9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,270 WARN [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:48,270 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:48,270 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,271 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,37347,1732191707629] 2024-11-21T12:21:48,291 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:48,292 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:48,292 INFO [RS:0;9bb5b7e9dd2c:37347 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:48,293 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,293 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:48,293 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:48,294 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,294 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37347,1732191707629-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:48,307 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=101ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=0ms 2024-11-21T12:21:48,308 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:48,308 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37347,1732191707629-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,321 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,37347,1732191707629, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:21:48,322 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,322 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.Replication(171): 9bb5b7e9dd2c,37347,1732191707629 started 2024-11-21T12:21:48,335 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:48,335 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,37347,1732191707629, RpcServer on 9bb5b7e9dd2c/172.17.0.2:37347, sessionid=0x1006249b5a70007 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37347,1732191707629' 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609790359/flush-table-proc/abort' 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43845' 2024-11-21T12:21:48,335 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609790359/flush-table-proc/acquired' 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37347,1732191707629' 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-609790359/online-snapshot/abort' 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6117de71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43845,-1 for getting cluster id 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:48,336 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-609790359/online-snapshot/acquired' 2024-11-21T12:21:48,337 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:48,337 INFO [RS:0;9bb5b7e9dd2c:37347 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:48,337 INFO [RS:0;9bb5b7e9dd2c:37347 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:48,338 DEBUG [HMaster-EventLoopGroup-19-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa' 2024-11-21T12:21:48,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:48,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa" 2024-11-21T12:21:48,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@ee6ea1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:48,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43845,-1] 2024-11-21T12:21:48,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:48,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:48,339 INFO [HMaster-EventLoopGroup-19-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:48,340 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@19c100b8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:48,340 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@774a1288 2024-11-21T12:21:48,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:48,342 INFO [HMaster-EventLoopGroup-19-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.9 (auth:SIMPLE), service=MasterService 2024-11-21T12:21:48,342 INFO [RS:0;9bb5b7e9dd2c:37347.replicationSource,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,37347,1732191707629 (queues=0) is replicating from cluster=fea38480-37ab-4ce8-8e34-8edcd5463099 to cluster=dfb4f80e-2ea4-4d60-a2f5-3aeed98bf1fa 2024-11-21T12:21:48,354 WARN [9bb5b7e9dd2c:33813 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:21:48,363 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,382 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,383 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,386 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:48,437 INFO [RS:0;9bb5b7e9dd2c:37347 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:48,439 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37347%2C1732191707629, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:48,452 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439, exclude list is [], retry=0 2024-11-21T12:21:48,455 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:48,456 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 2024-11-21T12:21:48,457 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSourceManager(789): Start tracking logs for wal group 9bb5b7e9dd2c%2C37347%2C1732191707629 for peer 1 2024-11-21T12:21:48,457 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C37347%2C1732191707629 2024-11-21T12:21:48,457 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,37347,1732191707629, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:21:48,457 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:48,457 INFO [RS:0;9bb5b7e9dd2c:37347.replicationSource.shipper9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C37347%2C1732191707629 2024-11-21T12:21:48,457 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439, startPosition=0, beingWritten=true 2024-11-21T12:21:48,605 DEBUG [9bb5b7e9dd2c:33813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:48,605 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,606 INFO [PEWorker-1 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37347,1732191707629, state=OPENING 2024-11-21T12:21:48,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,608 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,608 DEBUG [PEWorker-1 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=10, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:21:48,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,608 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=10, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37347,1732191707629}] 2024-11-21T12:21:48,608 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,662 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:48,761 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:21:48,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33923, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:21:48,766 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:21:48,766 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:48,766 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:21:48,767 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37347%2C1732191707629.meta, suffix=.meta, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:48,781 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.meta.1732191708768.meta, exclude list is [], retry=0 2024-11-21T12:21:48,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:48,785 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.meta.1732191708768.meta 2024-11-21T12:21:48,785 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:48,785 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:48,786 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:21:48,786 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:21:48,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:21:48,787 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:21:48,788 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:21:48,788 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,793 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/info/40f5217bbe0d4a0e9b417ae9d988e267 2024-11-21T12:21:48,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,794 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:21:48,794 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:21:48,795 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,799 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/ns/bd6f5f0c8b80407b98dd45058ec56aca 2024-11-21T12:21:48,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,800 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:21:48,800 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:21:48,800 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,801 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:21:48,801 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:21:48,802 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:48,807 DEBUG [StoreOpener-1588230740-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/table/fc3f2667e1324f20b0e30710e79de70c 2024-11-21T12:21:48,807 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:48,807 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:21:48,808 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:48,809 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740 2024-11-21T12:21:48,810 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:21:48,810 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:21:48,810 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:48,811 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:21:48,812 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=15; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71964013, jitterRate=0.07234735786914825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:48,812 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:21:48,812 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191708786Writing region info on filesystem at 1732191708786Initializing all the Stores at 1732191708787 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191708787Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191708787Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191708787Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191708787Cleaning up temporary data from old regions at 1732191708810 (+23 ms)Running coprocessor post-open hooks at 1732191708812 (+2 ms)Region opened successfully at 1732191708812 2024-11-21T12:21:48,813 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=11, masterSystemTime=1732191708760 2024-11-21T12:21:48,815 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:21:48,815 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=11}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:21:48,816 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=10 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=15, regionLocation=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,816 INFO [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37347,1732191707629, state=OPEN 2024-11-21T12:21:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,818 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-609790359/meta-region-server 2024-11-21T12:21:48,818 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=11, ppid=10, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:48,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,818 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-609790359/meta-region-server: CHANGED 2024-11-21T12:21:48,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=10 2024-11-21T12:21:48,820 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=10, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37347,1732191707629 in 210 msec 2024-11-21T12:21:48,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:21:48,822 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 617 msec 2024-11-21T12:21:48,967 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:49,372 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:49,809 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=1603ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=1502ms 2024-11-21T12:21:49,877 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:50,481 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:51,186 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:51,311 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(883): Waiting on regionserver count=1; waited=3105ms, expecting min=1 server(s), max=NO_LIMIT server(s), timeout=4500ms, lastChange=3004ms 2024-11-21T12:21:51,992 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:52,714 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=4507ms, expected min=1 server(s), max=NO_LIMIT server(s), master is running 2024-11-21T12:21:52,714 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:21:52,714 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:52,714 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37347,1732191707629, seqNum=-1] 2024-11-21T12:21:52,715 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:52,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33493, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:52,721 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.RegionStateStore(171): Load hbase:meta entry region=e890c5aa01adc625c9500279fff34b68, regionState=OPEN, lastHost=9bb5b7e9dd2c,35975,1732191694636, regionLocation=9bb5b7e9dd2c,35975,1732191694636, openSeqNum=2 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191772721 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191832721 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-21T12:21:52,721 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(207): 9bb5b7e9dd2c,35975,1732191694636 had 2 regions 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:33813, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,721 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,722 INFO [PEWorker-1 {}] procedure.ServerCrashProcedure(339): Splitting WALs pid=9, state=RUNNABLE:SERVER_CRASH_SPLIT_LOGS, hasLock=true; ServerCrashProcedure 9bb5b7e9dd2c,35975,1732191694636, splitWal=true, meta=true, isMeta: false 2024-11-21T12:21:52,725 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636-splitting dir is empty, no logs to split. 2024-11-21T12:21:52,725 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,35975,1732191694636 WAL count=0, meta=false 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 5.063sec 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:52,727 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:21:52,727 INFO [PEWorker-1 {}] master.SplitLogManager(171): hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,35975,1732191694636-splitting dir is empty, no logs to split. 2024-11-21T12:21:52,728 INFO [PEWorker-1 {}] master.SplitWALManager(105): 9bb5b7e9dd2c,35975,1732191694636 WAL count=0, meta=false 2024-11-21T12:21:52,728 DEBUG [PEWorker-1 {}] procedure.ServerCrashProcedure(329): Check if 9bb5b7e9dd2c,35975,1732191694636 WAL splitting is done? wals=0, meta=false 2024-11-21T12:21:52,732 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:21:52,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:21:52,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33813,1732191707601-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:52,732 WARN [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(177): unknown_server=9bb5b7e9dd2c,35975,1732191694636/hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:52,732 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN}] 2024-11-21T12:21:52,733 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN 2024-11-21T12:21:52,734 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN; state=OPEN, location=null; forceNewPlan=true, retain=false 2024-11-21T12:21:52,749 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f8c1c5f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,749 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33813,-1 for getting cluster id 2024-11-21T12:21:52,749 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:52,750 DEBUG [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fea38480-37ab-4ce8-8e34-8edcd5463099' 2024-11-21T12:21:52,750 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fea38480-37ab-4ce8-8e34-8edcd5463099" 2024-11-21T12:21:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29b2e13d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33813,-1] 2024-11-21T12:21:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:52,751 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,752 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:52,753 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43765983, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,754 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:21:52,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37347,1732191707629, seqNum=-1] 2024-11-21T12:21:52,755 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:21:52,756 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-22-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:21:52,758 INFO [Time-limited test {}] hbase.HBaseTestingUtil(995): HBase has been restarted 2024-11-21T12:21:52,758 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:52,758 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:998) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:978) at org.apache.hadoop.hbase.HBaseTestingUtil.restartHBaseCluster(HBaseTestingUtil.java:971) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:539) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:52,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,758 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:52,759 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2549): Invalidated connection. Updating master addresses before: 9bb5b7e9dd2c:33813 after: 9bb5b7e9dd2c:33813 2024-11-21T12:21:52,759 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4033fbe6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,759 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33813,-1 for getting cluster id 2024-11-21T12:21:52,759 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:21:52,760 DEBUG [HMaster-EventLoopGroup-21-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fea38480-37ab-4ce8-8e34-8edcd5463099' 2024-11-21T12:21:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:21:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fea38480-37ab-4ce8-8e34-8edcd5463099" 2024-11-21T12:21:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d8f70fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33813,-1] 2024-11-21T12:21:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:21:52,761 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,761 INFO [HMaster-EventLoopGroup-21-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55708, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:21:52,762 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78842412, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:21:52,762 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:21:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1b0bf498 2024-11-21T12:21:52,763 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:21:52,764 INFO [HMaster-EventLoopGroup-21-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:21:52,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33813 {}] master.HMaster(4002): Client=jenkins//172.17.0.2 get replication peer config, id=1 2024-11-21T12:21:52,764 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:52,764 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:52,765 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:52,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,765 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:52,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:52,765 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1223257568, stopped=false 2024-11-21T12:21:52,765 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,43845,1732191698615 2024-11-21T12:21:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195551469/running 2024-11-21T12:21:52,766 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195551469/running 2024-11-21T12:21:52,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:52,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:52,767 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:52,767 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:52,767 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:52,767 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,767 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,42041,1732191698659' ***** 2024-11-21T12:21:52,767 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:52,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/running 2024-11-21T12:21:52,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Set watcher on znode that does not yet exist, /195551469/running 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:52,768 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:52,768 INFO [RS:0;9bb5b7e9dd2c:42041 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:42041. 2024-11-21T12:21:52,769 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:52,769 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:52,769 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:52,769 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:52,769 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:52,769 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:52,769 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:21:52,769 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:21:52,769 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:52,769 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:52,769 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:52,769 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:52,769 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:52,769 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:52,769 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=74 B heapSize=1.22 KB 2024-11-21T12:21:52,793 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/.tmp/ns/f1910ec1d52943a69f9fc7d35a0b10bd is 43, key is default/ns:d/1732191701606/Put/seqid=0 2024-11-21T12:21:52,797 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741835_1011 (size=5153) 2024-11-21T12:21:52,816 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:52,884 DEBUG [9bb5b7e9dd2c:33813 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:21:52,885 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e890c5aa01adc625c9500279fff34b68, regionState=OPENING, regionLocation=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:52,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=9, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN because future has completed 2024-11-21T12:21:52,888 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,37347,1732191707629}] 2024-11-21T12:21:52,898 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:52,969 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:53,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:53,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:53,045 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:21:53,047 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37347%2C1732191707629.rep, suffix=, logDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629, archiveDir=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs, maxLogs=10 2024-11-21T12:21:53,068 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.rep.1732191713048, exclude list is [], retry=0 2024-11-21T12:21:53,071 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36675,DS-eb37e1fe-7c87-41a0-80b7-72882cbc0e74,DISK] 2024-11-21T12:21:53,073 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.rep.1732191713048 2024-11-21T12:21:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:43691:43691)] 2024-11-21T12:21:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => e890c5aa01adc625c9500279fff34b68, NAME => 'hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:53,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:21:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:21:53,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. service=MultiRowMutationService 2024-11-21T12:21:53,075 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:21:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,077 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,080 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName hfileref 2024-11-21T12:21:53,080 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:53,080 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:53,080 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,081 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName queue 2024-11-21T12:21:53,081 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:53,088 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/queue/e6cbba48ad734f27934315584bb69d74 2024-11-21T12:21:53,088 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:53,088 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,089 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e890c5aa01adc625c9500279fff34b68 columnFamilyName sid 2024-11-21T12:21:53,089 DEBUG [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:53,089 INFO [StoreOpener-e890c5aa01adc625c9500279fff34b68-1 {}] regionserver.HStore(327): Store=e890c5aa01adc625c9500279fff34b68/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:53,089 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,090 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,091 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,092 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:21:53,093 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,094 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1114): Opened e890c5aa01adc625c9500279fff34b68; next sequenceid=9; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74774729, jitterRate=0.11423029005527496}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:21:53,094 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:53,112 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for e890c5aa01adc625c9500279fff34b68: Running coprocessor pre-open hook at 1732191713075Writing region info on filesystem at 1732191713075Initializing all the Stores at 1732191713076 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191713076Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191713077 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191713077Cleaning up temporary data from old regions at 1732191713092 (+15 ms)Running coprocessor post-open hooks at 1732191713094 (+2 ms)Region opened successfully at 1732191713095 (+1 ms) 2024-11-21T12:21:53,114 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., pid=13, masterSystemTime=1732191713041 2024-11-21T12:21:53,116 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:53,116 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=13}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:53,117 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=e890c5aa01adc625c9500279fff34b68, regionState=OPEN, openSeqNum=9, regionLocation=9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:53,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,37347,1732191707629 because future has completed 2024-11-21T12:21:53,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:21:53,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure e890c5aa01adc625c9500279fff34b68, server=9bb5b7e9dd2c,37347,1732191707629 in 232 msec 2024-11-21T12:21:53,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=9 2024-11-21T12:21:53,123 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=9, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e890c5aa01adc625c9500279fff34b68, ASSIGN in 390 msec 2024-11-21T12:21:53,124 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=14, ppid=9, state=RUNNABLE:ASSIGN_REPLICATION_QUEUES_ADD_MISSING_QUEUES, hasLock=false; org.apache.hadoop.hbase.master.replication.AssignReplicationQueuesProcedure}] 2024-11-21T12:21:53,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-22-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='', locateType=CURRENT is [region=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68., hostname=9bb5b7e9dd2c,37347,1732191707629, seqNum=9] 2024-11-21T12:21:53,142 DEBUG [PEWorker-2 {}] replication.AssignReplicationQueuesProcedure(120): There are 1 replication queues need to be claimed for 9bb5b7e9dd2c,35975,1732191694636 2024-11-21T12:21:53,142 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.ClaimReplicationQueueRemoteProcedure}] 2024-11-21T12:21:53,169 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:21:53,198 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/.tmp/ns/f1910ec1d52943a69f9fc7d35a0b10bd 2024-11-21T12:21:53,204 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/.tmp/ns/f1910ec1d52943a69f9fc7d35a0b10bd as hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/ns/f1910ec1d52943a69f9fc7d35a0b10bd 2024-11-21T12:21:53,210 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/ns/f1910ec1d52943a69f9fc7d35a0b10bd, entries=2, sequenceid=6, filesize=5.0 K 2024-11-21T12:21:53,211 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false 2024-11-21T12:21:53,211 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:21:53,216 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/data/hbase/meta/1588230740/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:21:53,217 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:53,217 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:53,217 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:53,217 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191712769Running coprocessor pre-close hooks at 1732191712769Disabling compacts and flushes for region at 1732191712769Disabling writes for close at 1732191712769Obtaining lock to block concurrent updates at 1732191712769Preparing flush snapshotting stores in 1588230740 at 1732191712769Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=74, getHeapSize=1184, getOffHeapSize=0, getCellsCount=2 at 1732191712770 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191712770Flushing 1588230740/ns: creating writer at 1732191712771 (+1 ms)Flushing 1588230740/ns: appending metadata at 1732191712792 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732191712792Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7e4559a6: reopening flushed file at 1732191713204 (+412 ms)Finished flush of dataSize ~74 B/74, heapSize ~464 B/464, currentSize=0 B/0 for 1588230740 in 442ms, sequenceid=6, compaction requested=false at 1732191713211 (+7 ms)Writing region close event to WAL at 1732191713213 (+2 ms)Running coprocessor post-close hooks at 1732191713217 (+4 ms)Closed at 1732191713217 2024-11-21T12:21:53,217 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:53,295 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37347 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.ClaimReplicationQueueCallable, pid=15 2024-11-21T12:21:53,370 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,42041,1732191698659; all regions closed. 2024-11-21T12:21:53,372 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741834_1010 (size=1152) 2024-11-21T12:21:53,375 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/oldWALs 2024-11-21T12:21:53,375 INFO [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C42041%2C1732191698659.meta:.meta(num 1732191701564) 2024-11-21T12:21:53,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741832_1008 (size=93) 2024-11-21T12:21:53,384 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/oldWALs 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C42041%2C1732191698659:(num 1732191700641) 2024-11-21T12:21:53,384 DEBUG [RS:0;9bb5b7e9dd2c:42041 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:53,384 INFO [RS:0;9bb5b7e9dd2c:42041 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42041 2024-11-21T12:21:53,385 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:53,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195551469/rs/9bb5b7e9dd2c,42041,1732191698659 2024-11-21T12:21:53,386 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469/rs 2024-11-21T12:21:53,386 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:53,388 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,42041,1732191698659] 2024-11-21T12:21:53,389 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /195551469/draining/9bb5b7e9dd2c,42041,1732191698659 already deleted, retry=false 2024-11-21T12:21:53,389 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,42041,1732191698659 expired; onlineServers=0 2024-11-21T12:21:53,389 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,43845,1732191698615' ***** 2024-11-21T12:21:53,390 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:53,390 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:53,390 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:53,390 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:53,390 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:53,390 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:53,390 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191700419 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191700419,5,FailOnTimeoutGroup] 2024-11-21T12:21:53,390 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191700419 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191700419,5,FailOnTimeoutGroup] 2024-11-21T12:21:53,390 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:53,391 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:53,391 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:53,391 INFO [M:0;9bb5b7e9dd2c:43845 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:53,391 INFO [M:0;9bb5b7e9dd2c:43845 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:53,391 INFO [M:0;9bb5b7e9dd2c:43845 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:53,391 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:53,391 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/195551469/master 2024-11-21T12:21:53,392 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] zookeeper.ZKUtil(347): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Unable to get data of znode /195551469/master because node does not exist (not an error) 2024-11-21T12:21:53,392 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/195551469 2024-11-21T12:21:53,392 WARN [M:0;9bb5b7e9dd2c:43845 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:53,393 INFO [M:0;9bb5b7e9dd2c:43845 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/.lastflushedseqids 2024-11-21T12:21:53,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741836_1012 (size=99) 2024-11-21T12:21:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:53,488 INFO [RS:0;9bb5b7e9dd2c:42041 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:53,488 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42041-0x1006249b5a70004, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:53,488 INFO [RS:0;9bb5b7e9dd2c:42041 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,42041,1732191698659; zookeeper connection closed. 2024-11-21T12:21:53,488 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@707132c0 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@707132c0 2024-11-21T12:21:53,489 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:53,807 INFO [M:0;9bb5b7e9dd2c:43845 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:53,807 INFO [M:0;9bb5b7e9dd2c:43845 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:53,807 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:53,807 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:53,807 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:53,807 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:53,807 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:53,807 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=7.62 KB heapSize=11.22 KB 2024-11-21T12:21:53,827 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ad0bae1019471cad4f5f44e11c4c23 is 82, key is hbase:meta,,1/info:regioninfo/1732191701597/Put/seqid=0 2024-11-21T12:21:53,832 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741837_1013 (size=5672) 2024-11-21T12:21:53,905 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:54,233 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ad0bae1019471cad4f5f44e11c4c23 2024-11-21T12:21:54,261 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e86d4223019846499d98b5e6d1e8293a is 240, key is \x00\x00\x00\x00\x00\x00\x00\x01/proc:d/1732191701609/Put/seqid=0 2024-11-21T12:21:54,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741838_1014 (size=5275) 2024-11-21T12:21:54,289 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:21:54,322 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,323 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,324 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,333 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:21:54,340 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:21:54,666 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=7.06 KB at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e86d4223019846499d98b5e6d1e8293a 2024-11-21T12:21:54,692 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b9723ff7b8a42e99d0cfadbe779cdaf is 69, key is 9bb5b7e9dd2c,42041,1732191698659/rs:state/1732191700497/Put/seqid=0 2024-11-21T12:21:54,696 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741839_1015 (size=5156) 2024-11-21T12:21:55,010 DEBUG [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 to pos 0, reset compression=false 2024-11-21T12:21:55,097 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=28 (bloomFilter=true), to=hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b9723ff7b8a42e99d0cfadbe779cdaf 2024-11-21T12:21:55,103 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e1ad0bae1019471cad4f5f44e11c4c23 as hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ad0bae1019471cad4f5f44e11c4c23 2024-11-21T12:21:55,108 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e1ad0bae1019471cad4f5f44e11c4c23, entries=8, sequenceid=28, filesize=5.5 K 2024-11-21T12:21:55,108 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e86d4223019846499d98b5e6d1e8293a as hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e86d4223019846499d98b5e6d1e8293a 2024-11-21T12:21:55,112 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e86d4223019846499d98b5e6d1e8293a, entries=3, sequenceid=28, filesize=5.2 K 2024-11-21T12:21:55,113 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/7b9723ff7b8a42e99d0cfadbe779cdaf as hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b9723ff7b8a42e99d0cfadbe779cdaf 2024-11-21T12:21:55,117 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45281/user/jenkins/test-data/b323edba-9ae8-d5cf-2e82-bb1735bc427d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/7b9723ff7b8a42e99d0cfadbe779cdaf, entries=1, sequenceid=28, filesize=5.0 K 2024-11-21T12:21:55,118 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(3140): Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false 2024-11-21T12:21:55,119 INFO [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:55,119 DEBUG [M:0;9bb5b7e9dd2c:43845 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191713807Disabling compacts and flushes for region at 1732191713807Disabling writes for close at 1732191713807Obtaining lock to block concurrent updates at 1732191713807Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191713807Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=7802, getHeapSize=11424, getOffHeapSize=0, getCellsCount=35 at 1732191713808 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191713808Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191713808Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191713827 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191713827Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191714239 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191714260 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191714260Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191714671 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191714691 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191714691Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@78218264: reopening flushed file at 1732191715102 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62c5388e: reopening flushed file at 1732191715108 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c569c8d: reopening flushed file at 1732191715112 (+4 ms)Finished flush of dataSize ~7.62 KB/7802, heapSize ~10.92 KB/11184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1311ms, sequenceid=28, compaction requested=false at 1732191715118 (+6 ms)Writing region close event to WAL at 1732191715119 (+1 ms)Closed at 1732191715119 2024-11-21T12:21:55,121 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43323 is added to blk_1073741830_1006 (size=10165) 2024-11-21T12:21:55,122 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:55,122 INFO [M:0;9bb5b7e9dd2c:43845 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:55,122 INFO [M:0;9bb5b7e9dd2c:43845 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43845 2024-11-21T12:21:55,122 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:55,224 INFO [M:0;9bb5b7e9dd2c:43845 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:55,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43845-0x1006249b5a70003, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:55,227 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3ef946f0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:55,228 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@24276de4{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:55,228 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:55,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@30fc2704{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:55,228 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1ee05249{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:55,233 WARN [BP-102201454-172.17.0.2-1732191697696 heartbeating to localhost/127.0.0.1:45281 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:55,233 WARN [BP-102201454-172.17.0.2-1732191697696 heartbeating to localhost/127.0.0.1:45281 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-102201454-172.17.0.2-1732191697696 (Datanode Uuid d1dba003-8898-448a-9c52-0da6e737ba05) service to localhost/127.0.0.1:45281 2024-11-21T12:21:55,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/cluster_88439edd-773b-01f6-ed2b-239a9513f624/data/data1/current/BP-102201454-172.17.0.2-1732191697696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:55,234 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/cluster_88439edd-773b-01f6-ed2b-239a9513f624/data/data2/current/BP-102201454-172.17.0.2-1732191697696 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:55,234 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:55,235 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:55,235 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:55,244 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5aa33762{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:55,245 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2015cadd{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:55,245 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:55,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@80b377b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:55,245 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a59c7ac{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:55,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:55,264 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:21:55,264 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:55,264 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:55,264 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,265 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,265 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:55,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:21:55,265 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2479308, stopped=false 2024-11-21T12:21:55,265 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,33813,1732191707601 2024-11-21T12:21:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/running 2024-11-21T12:21:55,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:55,267 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:55,268 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:55,268 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:21:55,268 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testBasePeerConfigsRemovalForReplicationPeer(TestMasterReplication.java:546) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:55,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,269 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,37347,1732191707629' ***** 2024-11-21T12:21:55,269 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:21:55,269 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:21:55,270 INFO [RS:0;9bb5b7e9dd2c:37347 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:21:55,270 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:21:55,270 INFO [RS:0;9bb5b7e9dd2c:37347 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:21:55,270 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Set watcher on znode that does not yet exist, /0-609790359/running 2024-11-21T12:21:55,270 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(3091): Received CLOSE for e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:55,272 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:55,272 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:55,273 INFO [RS:0;9bb5b7e9dd2c:37347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:37347. 2024-11-21T12:21:55,273 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:55,273 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,273 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e890c5aa01adc625c9500279fff34b68, disabling compactions & flushes 2024-11-21T12:21:55,273 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:55,273 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:21:55,273 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:21:55,273 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:55,273 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:21:55,273 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. after waiting 0 ms 2024-11-21T12:21:55,273 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:55,273 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:21:55,276 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:21:55,276 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e890c5aa01adc625c9500279fff34b68=hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68.} 2024-11-21T12:21:55,276 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e890c5aa01adc625c9500279fff34b68 2024-11-21T12:21:55,277 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:21:55,277 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:21:55,277 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:21:55,277 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:21:55,277 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:21:55,277 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=952 B heapSize=2.52 KB 2024-11-21T12:21:55,292 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/replication/e890c5aa01adc625c9500279fff34b68/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=8 2024-11-21T12:21:55,294 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:55,294 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:55,294 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:55,294 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e890c5aa01adc625c9500279fff34b68: Waiting for close lock at 1732191715273Running coprocessor pre-close hooks at 1732191715273Disabling compacts and flushes for region at 1732191715273Disabling writes for close at 1732191715273Writing region close event to WAL at 1732191715278 (+5 ms)Running coprocessor post-close hooks at 1732191715294 (+16 ms)Closed at 1732191715294 2024-11-21T12:21:55,294 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68. 2024-11-21T12:21:55,302 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/8f9683258084422c87177e9e35461c25 is 147, key is hbase:replication,,1732191701706.e890c5aa01adc625c9500279fff34b68./info:regioninfo/1732191713116/Put/seqid=0 2024-11-21T12:21:55,304 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:21:55,304 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:21:55,310 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741851_1027 (size=6385) 2024-11-21T12:21:55,311 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=952 B at sequenceid=19 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/8f9683258084422c87177e9e35461c25 2024-11-21T12:21:55,315 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:55,321 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/.tmp/info/8f9683258084422c87177e9e35461c25 as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/info/8f9683258084422c87177e9e35461c25 2024-11-21T12:21:55,328 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/info/8f9683258084422c87177e9e35461c25, entries=8, sequenceid=19, filesize=6.2 K 2024-11-21T12:21:55,329 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false 2024-11-21T12:21:55,344 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/data/hbase/meta/1588230740/recovered.edits/22.seqid, newMaxSeqId=22, maxSeqId=14 2024-11-21T12:21:55,345 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:55,345 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:55,345 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:55,345 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191715277Running coprocessor pre-close hooks at 1732191715277Disabling compacts and flushes for region at 1732191715277Disabling writes for close at 1732191715277Obtaining lock to block concurrent updates at 1732191715277Preparing flush snapshotting stores in 1588230740 at 1732191715277Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=952, getHeapSize=2520, getOffHeapSize=0, getCellsCount=8 at 1732191715277Flushing stores of hbase:meta,,1.1588230740 at 1732191715278 (+1 ms)Flushing 1588230740/info: creating writer at 1732191715279 (+1 ms)Flushing 1588230740/info: appending metadata at 1732191715302 (+23 ms)Flushing 1588230740/info: closing flushed file at 1732191715302Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@319be68e: reopening flushed file at 1732191715320 (+18 ms)Finished flush of dataSize ~952 B/952, heapSize ~1.76 KB/1800, currentSize=0 B/0 for 1588230740 in 52ms, sequenceid=19, compaction requested=false at 1732191715329 (+9 ms)Writing region close event to WAL at 1732191715341 (+12 ms)Running coprocessor post-close hooks at 1732191715345 (+4 ms)Closed at 1732191715345 2024-11-21T12:21:55,346 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:21:55,477 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,37347,1732191707629; all regions closed. 2024-11-21T12:21:55,483 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741849_1025 (size=2156) 2024-11-21T12:21:55,486 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:55,486 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C37347%2C1732191707629.meta:.meta(num 1732191708768) 2024-11-21T12:21:55,490 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741850_1026 (size=796) 2024-11-21T12:21:55,493 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:55,493 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C37347%2C1732191707629.rep:(num 1732191713048) 2024-11-21T12:21:55,502 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/WALs/9bb5b7e9dd2c,37347,1732191707629/9bb5b7e9dd2c%2C37347%2C1732191707629.1732191708439 not finished, retry = 0 2024-11-21T12:21:55,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741848_1024 (size=93) 2024-11-21T12:21:55,605 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/oldWALs 2024-11-21T12:21:55,605 INFO [RS:0;9bb5b7e9dd2c:37347 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C37347%2C1732191707629:(num 1732191708439) 2024-11-21T12:21:55,605 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,605 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:21:55,606 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:55,606 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:55,606 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:55,606 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,37347,1732191707629 because: Region server is closing 2024-11-21T12:21:55,606 WARN [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(915): Interrupted while waiting before transferring a queue. 2024-11-21T12:21:55,606 INFO [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.ReplicationSourceManager(920): Not transferring queue since we are shutting down 2024-11-21T12:21:55,606 DEBUG [RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_CLAIM_REPLICATION_QUEUE, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T12:21:55,606 INFO [RS:0;9bb5b7e9dd2c:37347 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:37347. 2024-11-21T12:21:55,606 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:21:55,607 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,607 DEBUG [RS:0;9bb5b7e9dd2c:37347 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:21:55,607 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:21:55,607 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:55,707 WARN [RS:0;9bb5b7e9dd2c:37347.replicationSource.wal-reader.9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:21:55,707 WARN [RS:0;9bb5b7e9dd2c:37347.replicationSource.shipper9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:21:55,707 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS:0;9bb5b7e9dd2c:37347.replicationSource.shipper9bb5b7e9dd2c%2C37347%2C1732191707629,1-9bb5b7e9dd2c,37347,1732191707629 terminated 2024-11-21T12:21:55,707 INFO [RS:0;9bb5b7e9dd2c:37347 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37347 2024-11-21T12:21:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/rs/9bb5b7e9dd2c,37347,1732191707629 2024-11-21T12:21:55,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359/rs 2024-11-21T12:21:55,710 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:55,711 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,37347,1732191707629] 2024-11-21T12:21:55,712 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-609790359/draining/9bb5b7e9dd2c,37347,1732191707629 already deleted, retry=false 2024-11-21T12:21:55,712 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,37347,1732191707629 expired; onlineServers=0 2024-11-21T12:21:55,712 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,33813,1732191707601' ***** 2024-11-21T12:21:55,712 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:21:55,712 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:21:55,712 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:21:55,712 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:21:55,712 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:21:55,712 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:21:55,713 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191708206 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191708206,5,FailOnTimeoutGroup] 2024-11-21T12:21:55,713 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191708206 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191708206,5,FailOnTimeoutGroup] 2024-11-21T12:21:55,713 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:21:55,713 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:21:55,713 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:21:55,713 INFO [M:0;9bb5b7e9dd2c:33813 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:21:55,713 INFO [M:0;9bb5b7e9dd2c:33813 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:21:55,713 INFO [M:0;9bb5b7e9dd2c:33813 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:21:55,713 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:21:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-609790359/master 2024-11-21T12:21:55,714 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-609790359 2024-11-21T12:21:55,714 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] zookeeper.ZKUtil(347): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Unable to get data of znode /0-609790359/master because node does not exist (not an error) 2024-11-21T12:21:55,714 WARN [M:0;9bb5b7e9dd2c:33813 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:21:55,715 INFO [M:0;9bb5b7e9dd2c:33813 {}] master.ServerManager(1134): Rewriting .lastflushedseqids file at: hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/.lastflushedseqids 2024-11-21T12:21:55,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741852_1028 (size=181) 2024-11-21T12:21:55,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:55,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37347-0x1006249b5a70007, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:55,811 INFO [RS:0;9bb5b7e9dd2c:37347 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:55,811 INFO [RS:0;9bb5b7e9dd2c:37347 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,37347,1732191707629; zookeeper connection closed. 2024-11-21T12:21:55,812 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5b7caee9 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5b7caee9 2024-11-21T12:21:55,812 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:21:56,121 INFO [M:0;9bb5b7e9dd2c:33813 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:21:56,121 INFO [M:0;9bb5b7e9dd2c:33813 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:21:56,121 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:56,121 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:56,121 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:56,121 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:56,121 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:56,121 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=18.30 KB heapSize=24.09 KB 2024-11-21T12:21:56,137 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/658ae94a17eb426997347ddca7860a1a is 82, key is hbase:meta,,1/info:regioninfo/1732191708816/Put/seqid=0 2024-11-21T12:21:56,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741853_1029 (size=5672) 2024-11-21T12:21:56,542 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/658ae94a17eb426997347ddca7860a1a 2024-11-21T12:21:56,565 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a441899f03b43559fd754b7325d7f71 is 375, key is \x00\x00\x00\x00\x00\x00\x00\x0C/proc:d/1732191713122/Put/seqid=0 2024-11-21T12:21:56,570 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741854_1030 (size=7312) 2024-11-21T12:21:56,971 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=17.69 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a441899f03b43559fd754b7325d7f71 2024-11-21T12:21:56,991 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c0ccea5784e465da6153dde2e9061cf is 69, key is 9bb5b7e9dd2c,37347,1732191707629/rs:state/1732191708264/Put/seqid=0 2024-11-21T12:21:56,996 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741855_1031 (size=5370) 2024-11-21T12:21:56,996 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=119 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c0ccea5784e465da6153dde2e9061cf 2024-11-21T12:21:57,003 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c0ccea5784e465da6153dde2e9061cf 2024-11-21T12:21:57,010 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/658ae94a17eb426997347ddca7860a1a as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/658ae94a17eb426997347ddca7860a1a 2024-11-21T12:21:57,015 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/658ae94a17eb426997347ddca7860a1a, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T12:21:57,016 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5a441899f03b43559fd754b7325d7f71 as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a441899f03b43559fd754b7325d7f71 2024-11-21T12:21:57,021 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5a441899f03b43559fd754b7325d7f71, entries=7, sequenceid=127, filesize=7.1 K 2024-11-21T12:21:57,022 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/1c0ccea5784e465da6153dde2e9061cf as hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c0ccea5784e465da6153dde2e9061cf 2024-11-21T12:21:57,026 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 1c0ccea5784e465da6153dde2e9061cf 2024-11-21T12:21:57,026 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:39809/user/jenkins/test-data/788bc174-a15e-7d8c-4d27-906fde65e99f/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/1c0ccea5784e465da6153dde2e9061cf, entries=2, sequenceid=127, filesize=5.2 K 2024-11-21T12:21:57,027 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(3140): Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false 2024-11-21T12:21:57,029 INFO [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:57,029 DEBUG [M:0;9bb5b7e9dd2c:33813 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191716121Disabling compacts and flushes for region at 1732191716121Disabling writes for close at 1732191716121Obtaining lock to block concurrent updates at 1732191716121Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191716121Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=18738, getHeapSize=24600, getOffHeapSize=0, getCellsCount=65 at 1732191716122 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191716122Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191716122Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191716137 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191716137Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191716547 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191716565 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191716565Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191716975 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191716991 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191716991Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4d81d560: reopening flushed file at 1732191717003 (+12 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@397c652a: reopening flushed file at 1732191717016 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25528caf: reopening flushed file at 1732191717021 (+5 ms)Finished flush of dataSize ~18.30 KB/18738, heapSize ~23.79 KB/24360, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 906ms, sequenceid=127, compaction requested=false at 1732191717027 (+6 ms)Writing region close event to WAL at 1732191717029 (+2 ms)Closed at 1732191717029 2024-11-21T12:21:57,031 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36675 is added to blk_1073741847_1023 (size=22903) 2024-11-21T12:21:57,032 INFO [M:0;9bb5b7e9dd2c:33813 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:21:57,032 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:21:57,032 INFO [M:0;9bb5b7e9dd2c:33813 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33813 2024-11-21T12:21:57,033 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:21:57,136 INFO [M:0;9bb5b7e9dd2c:33813 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:21:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:57,136 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33813-0x1006249b5a70006, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:21:57,138 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@302953ab{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:57,139 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@647ffad6{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:57,139 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:57,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c87b6b2{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:57,139 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@556c7296{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:57,141 WARN [BP-1315431256-172.17.0.2-1732191693616 heartbeating to localhost/127.0.0.1:39809 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:21:57,141 WARN [BP-1315431256-172.17.0.2-1732191693616 heartbeating to localhost/127.0.0.1:39809 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1315431256-172.17.0.2-1732191693616 (Datanode Uuid 0af785ca-97e5-48f6-af97-ac6941e0c986) service to localhost/127.0.0.1:39809 2024-11-21T12:21:57,142 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:21:57,142 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:21:57,142 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/data/data1/current/BP-1315431256-172.17.0.2-1732191693616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:57,143 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/cluster_1c2b1cba-9dd1-ecee-6b13-6e5aaf350d9c/data/data2/current/BP-1315431256-172.17.0.2-1732191693616 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:21:57,143 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:21:57,149 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dd03318{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:57,149 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@380d5803{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:21:57,150 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:21:57,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b1300f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:21:57,150 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@153b38ee{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/560e8415-5f2d-7115-dec8-08e6c199ff6a/hadoop.log.dir/,STOPPED} 2024-11-21T12:21:57,157 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:21:57,170 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:21:57,179 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testBasePeerConfigsRemovalForReplicationPeer Thread=212 (was 162) Potentially hanging thread: HMaster-EventLoopGroup-19-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52871) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-17-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-17-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45281 from jenkins.hfs.8 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-21-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39809 from jenkins.hfs.9 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-15-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.8@localhost:45281 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-19-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-19-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39809 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.7@localhost:39809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-17-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52871) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.9@localhost:39809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45281 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-17-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-16-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-15-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-20-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45281 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-18-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-22-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool-2-worker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39809 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39809 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-14-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=581 (was 504) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=287 (was 236) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7994 (was 7129) - AvailableMemoryMB LEAK? - 2024-11-21T12:21:57,187 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileCyclicReplication Thread=212, OpenFileDescriptor=581, MaxFileDescriptor=1048576, SystemLoadAverage=287, ProcessCount=11, AvailableMemoryMB=7994 2024-11-21T12:21:57,202 INFO [Time-limited test {}] replication.TestMasterReplication(190): testHFileCyclicReplication 2024-11-21T12:21:57,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir so I do NOT create it in target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2 2024-11-21T12:21:57,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:21:57,202 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.tmp.dir so I do NOT create it in target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2 2024-11-21T12:21:57,202 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/29a60efe-106c-499e-fe24-a75335b2c1e3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:21:57,202 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2 2024-11-21T12:21:57,202 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4, deleteOnExit=true 2024-11-21T12:21:57,205 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/zookeeper_0, clientPort=58652, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:21:57,208 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=58652 2024-11-21T12:21:57,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:21:57,208 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/test.cache.data in system properties and HBase conf 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:21:57,209 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:21:57,209 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:21:57,210 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:21:57,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:21:57,211 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:21:57,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x1006249b5a70002, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:57,255 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x1006249b5a70005, quorum=127.0.0.1:52871, baseZNode=/195551469 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:21:57,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x1006249b5a70002, quorum=127.0.0.1:52871, baseZNode=/0-609790359 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:57,255 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x1006249b5a70005, quorum=127.0.0.1:52871, baseZNode=/195551469 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:21:57,327 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:57,332 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:57,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:57,342 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:57,342 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:21:57,345 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:57,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6facc006{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:57,346 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@9527cad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:21:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:21:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:21:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:21:57,498 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@32045388{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/java.io.tmpdir/jetty-localhost-35453-hadoop-hdfs-3_4_1-tests_jar-_-any-9341120837061531638/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:21:57,499 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@672ff7d2{HTTP/1.1, (http/1.1)}{localhost:35453} 2024-11-21T12:21:57,499 INFO [Time-limited test {}] server.Server(415): Started @155609ms 2024-11-21T12:21:57,595 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:21:57,599 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:21:57,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:21:57,601 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:21:57,602 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:21:57,605 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16beda2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:21:57,606 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148a91a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:21:57,719 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@582ef32f{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/java.io.tmpdir/jetty-localhost-46865-hadoop-hdfs-3_4_1-tests_jar-_-any-12260319775819199061/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:21:57,720 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5226859e{HTTP/1.1, (http/1.1)}{localhost:46865} 2024-11-21T12:21:57,720 INFO [Time-limited test {}] server.Server(415): Started @155829ms 2024-11-21T12:21:57,721 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:21:57,806 WARN [Thread-1681 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/data/data2/current/BP-785955838-172.17.0.2-1732191717245/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:57,806 WARN [Thread-1680 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/data/data1/current/BP-785955838-172.17.0.2-1732191717245/current, will proceed with Du for space computation calculation, 2024-11-21T12:21:57,831 WARN [Thread-1668 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:21:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4b953e7f0b5bb4 with lease ID 0xe89793d861229318: Processing first storage report for DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84 from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1494febd-0a9e-4344-931e-1ff86bc82c71, infoPort=37419, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1218928134;c=1732191717245) 2024-11-21T12:21:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4b953e7f0b5bb4 with lease ID 0xe89793d861229318: from storage DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84 node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1494febd-0a9e-4344-931e-1ff86bc82c71, infoPort=37419, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1218928134;c=1732191717245), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x7d4b953e7f0b5bb4 with lease ID 0xe89793d861229318: Processing first storage report for DS-34af8601-3619-4367-ae67-62bf0bba5b4c from datanode DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1494febd-0a9e-4344-931e-1ff86bc82c71, infoPort=37419, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1218928134;c=1732191717245) 2024-11-21T12:21:57,834 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x7d4b953e7f0b5bb4 with lease ID 0xe89793d861229318: from storage DS-34af8601-3619-4367-ae67-62bf0bba5b4c node DatanodeRegistration(127.0.0.1:46341, datanodeUuid=1494febd-0a9e-4344-931e-1ff86bc82c71, infoPort=37419, infoSecurePort=0, ipcPort=36873, storageInfo=lv=-57;cid=testClusterID;nsid=1218928134;c=1732191717245), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:21:57,845 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2 2024-11-21T12:21:57,845 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:57,846 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:57,853 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:21:58,254 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6 with version=8 2024-11-21T12:21:58,254 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/hbase-staging 2024-11-21T12:21:58,257 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:21:58,257 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:58,258 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:39531 2024-11-21T12:21:58,259 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:39531 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:21:58,264 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:395310x0, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:58,265 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:39531-0x100624a11f30000 connected 2024-11-21T12:21:58,279 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:58,281 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:58,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/running 2024-11-21T12:21:58,283 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6, hbase.cluster.distributed=false 2024-11-21T12:21:58,284 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/acl 2024-11-21T12:21:58,288 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=39531 2024-11-21T12:21:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=39531 2024-11-21T12:21:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=39531 2024-11-21T12:21:58,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=39531 2024-11-21T12:21:58,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=39531 2024-11-21T12:21:58,304 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:21:58,305 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:21:58,307 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46735 2024-11-21T12:21:58,308 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46735 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:21:58,309 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:58,310 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:58,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:467350x0, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:21:58,314 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:467350x0, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/running 2024-11-21T12:21:58,314 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46735-0x100624a11f30001 connected 2024-11-21T12:21:58,315 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:21:58,315 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:21:58,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/master 2024-11-21T12:21:58,316 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/acl 2024-11-21T12:21:58,317 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-21T12:21:58,320 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46735 2024-11-21T12:21:58,324 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46735 2024-11-21T12:21:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-21T12:21:58,325 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46735 2024-11-21T12:21:58,336 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:39531 2024-11-21T12:21:58,337 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1978382718/backup-masters/9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/backup-masters 2024-11-21T12:21:58,338 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/backup-masters 2024-11-21T12:21:58,338 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on existing znode=/0-1978382718/backup-masters/9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1978382718/master 2024-11-21T12:21:58,340 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:58,340 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on existing znode=/0-1978382718/master 2024-11-21T12:21:58,340 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1978382718/backup-masters/9bb5b7e9dd2c,39531,1732191718256 from backup master directory 2024-11-21T12:21:58,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1978382718/backup-masters/9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:58,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/backup-masters 2024-11-21T12:21:58,342 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/backup-masters 2024-11-21T12:21:58,342 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:58,342 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:58,345 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/hbase.id] with ID: c40008c1-42ea-450d-a72a-9b454415bc3e 2024-11-21T12:21:58,345 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/.tmp/hbase.id 2024-11-21T12:21:58,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:21:58,755 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/.tmp/hbase.id]:[hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/hbase.id] 2024-11-21T12:21:58,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:21:58,765 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:21:58,766 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T12:21:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:58,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:58,772 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:21:59,173 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:21:59,174 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:21:59,175 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:59,181 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:21:59,582 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store 2024-11-21T12:21:59,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:21:59,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:59,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:21:59,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:59,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:59,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:21:59,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:59,607 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:21:59,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191719607Disabling compacts and flushes for region at 1732191719607Disabling writes for close at 1732191719607Writing region close event to WAL at 1732191719607Closed at 1732191719607 2024-11-21T12:21:59,609 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/.initializing 2024-11-21T12:21:59,609 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/WALs/9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:59,613 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:59,615 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C39531%2C1732191718256, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/WALs/9bb5b7e9dd2c,39531,1732191718256, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/oldWALs, maxLogs=10 2024-11-21T12:21:59,633 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/WALs/9bb5b7e9dd2c,39531,1732191718256/9bb5b7e9dd2c%2C39531%2C1732191718256.1732191719615, exclude list is [], retry=0 2024-11-21T12:21:59,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84,DISK] 2024-11-21T12:21:59,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/WALs/9bb5b7e9dd2c,39531,1732191718256/9bb5b7e9dd2c%2C39531%2C1732191718256.1732191719615 2024-11-21T12:21:59,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-21T12:21:59,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:21:59,639 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:21:59,639 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,639 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,641 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:21:59,642 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:59,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:21:59,642 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:21:59,644 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:59,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:59,644 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:21:59,645 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:59,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:59,645 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,646 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:21:59,646 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:59,647 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:21:59,647 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,647 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,648 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,649 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,649 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,649 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:21:59,650 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:21:59,656 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:21:59,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66824086, jitterRate=-0.004243522882461548}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:21:59,657 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191719639Initializing all the Stores at 1732191719639Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191719640 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191719640Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191719640Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191719640Cleaning up temporary data from old regions at 1732191719649 (+9 ms)Region opened successfully at 1732191719657 (+8 ms) 2024-11-21T12:21:59,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:21:59,660 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@419c427b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:59,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:21:59,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:21:59,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:21:59,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:21:59,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:21:59,662 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:21:59,662 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:21:59,664 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:21:59,665 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/balancer because node does not exist (not necessarily an error) 2024-11-21T12:21:59,666 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/balancer already deleted, retry=false 2024-11-21T12:21:59,666 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:21:59,667 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:21:59,668 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/normalizer already deleted, retry=false 2024-11-21T12:21:59,668 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:21:59,669 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:21:59,670 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/switch/split already deleted, retry=false 2024-11-21T12:21:59,671 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:21:59,672 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/switch/merge already deleted, retry=false 2024-11-21T12:21:59,674 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:21:59,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/snapshot-cleanup already deleted, retry=false 2024-11-21T12:21:59,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1978382718/running 2024-11-21T12:21:59,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:59,677 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,39531,1732191718256, sessionid=0x100624a11f30000, setting cluster-up flag (Was=false) 2024-11-21T12:21:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1978382718/running 2024-11-21T12:21:59,679 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:59,680 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:59,684 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1978382718/flush-table-proc/acquired, /0-1978382718/flush-table-proc/reached, /0-1978382718/flush-table-proc/abort 2024-11-21T12:21:59,685 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:59,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:21:59,693 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1978382718/online-snapshot/acquired, /0-1978382718/online-snapshot/reached, /0-1978382718/online-snapshot/abort 2024-11-21T12:21:59,694 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:21:59,697 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:21:59,698 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:59,699 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:21:59,699 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:21:59,699 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitoring.TaskMonitor(166): Status Processing ServerCrashProcedure of 9bb5b7e9dd2c,35975,1732191694636: status=Processing ServerCrashProcedure of 9bb5b7e9dd2c,35975,1732191694636 current State SERVER_CRASH_CLAIM_REPLICATION_QUEUES, state=RUNNING, startTime=1732191708197, completionTime=-1 appears to have been leaked 2024-11-21T12:21:59,699 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,39531,1732191718256 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:21:59,700 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:59,700 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:59,700 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:59,700 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:21:59,700 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:21:59,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:59,701 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191749709 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:21:59,709 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,709 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:21:59,710 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:21:59,710 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:21:59,710 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:21:59,710 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:21:59,710 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:21:59,710 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:21:59,711 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:21:59,712 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:21:59,712 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:21:59,716 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191719712,5,FailOnTimeoutGroup] 2024-11-21T12:21:59,717 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191719716,5,FailOnTimeoutGroup] 2024-11-21T12:21:59,717 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,717 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:21:59,717 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,717 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:21:59,727 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(746): ClusterId : c40008c1-42ea-450d-a72a-9b454415bc3e 2024-11-21T12:21:59,727 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:21:59,729 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:21:59,730 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:21:59,731 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:21:59,732 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6cafcd0e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:21:59,753 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:46735 2024-11-21T12:21:59,754 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:21:59,754 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:21:59,754 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:21:59,755 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,39531,1732191718256 with port=46735, startcode=1732191718304 2024-11-21T12:21:59,755 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:21:59,757 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40569, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:21:59,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,757 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=39531 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,758 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6 2024-11-21T12:21:59,758 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:45187 2024-11-21T12:21:59,758 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:21:59,760 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/rs 2024-11-21T12:21:59,761 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] zookeeper.ZKUtil(111): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on existing znode=/0-1978382718/rs/9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,761 WARN [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:21:59,761 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:21:59,761 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,762 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,46735,1732191718304] 2024-11-21T12:21:59,765 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:21:59,768 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:21:59,771 INFO [RS:0;9bb5b7e9dd2c:46735 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:21:59,771 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,771 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:21:59,772 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:21:59,772 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,772 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,772 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,772 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,772 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,772 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:59,773 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:21:59,774 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,775 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,775 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,775 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,775 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,775 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46735,1732191718304-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:21:59,802 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:21:59,802 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46735,1732191718304-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,802 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,802 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.Replication(171): 9bb5b7e9dd2c,46735,1732191718304 started 2024-11-21T12:21:59,821 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:21:59,822 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,46735,1732191718304, RpcServer on 9bb5b7e9dd2c/172.17.0.2:46735, sessionid=0x100624a11f30001 2024-11-21T12:21:59,822 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:21:59,822 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,822 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,46735,1732191718304' 2024-11-21T12:21:59,822 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1978382718/flush-table-proc/abort' 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1978382718/flush-table-proc/acquired' 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,46735,1732191718304' 2024-11-21T12:21:59,823 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1978382718/online-snapshot/abort' 2024-11-21T12:21:59,824 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1978382718/online-snapshot/acquired' 2024-11-21T12:21:59,824 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:21:59,824 INFO [RS:0;9bb5b7e9dd2c:46735 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:21:59,824 INFO [RS:0;9bb5b7e9dd2c:46735 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:21:59,925 INFO [RS:0;9bb5b7e9dd2c:46735 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:21:59,927 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46735%2C1732191718304, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs, maxLogs=10 2024-11-21T12:21:59,942 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927, exclude list is [], retry=0 2024-11-21T12:21:59,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84,DISK] 2024-11-21T12:21:59,947 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 2024-11-21T12:21:59,947 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-21T12:22:00,122 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:00,122 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6 2024-11-21T12:22:00,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:00,528 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:00,529 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:00,531 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:00,531 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,531 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:00,532 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:00,532 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,533 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:00,534 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:00,534 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,534 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:00,535 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:00,535 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,535 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,535 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740 2024-11-21T12:22:00,536 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740 2024-11-21T12:22:00,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:00,537 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:00,538 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:00,539 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:00,541 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:00,541 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73081797, jitterRate=0.08900363743305206}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191720528Initializing all the Stores at 1732191720529 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720529Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720529Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191720529Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720529Cleaning up temporary data from old regions at 1732191720537 (+8 ms)Region opened successfully at 1732191720542 (+5 ms) 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:00,542 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:00,542 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:00,542 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191720542Disabling compacts and flushes for region at 1732191720542Disabling writes for close at 1732191720542Writing region close event to WAL at 1732191720542Closed at 1732191720542 2024-11-21T12:22:00,543 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:00,543 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:00,544 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:00,544 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:00,545 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:00,695 DEBUG [9bb5b7e9dd2c:39531 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:00,696 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:00,697 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,46735,1732191718304, state=OPENING 2024-11-21T12:22:00,699 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:00,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:00,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1978382718/meta-region-server: CHANGED 2024-11-21T12:22:00,704 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1978382718/meta-region-server: CHANGED 2024-11-21T12:22:00,704 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:00,704 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46735,1732191718304}] 2024-11-21T12:22:00,796 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:00,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,824 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,825 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:00,857 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:00,859 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51995, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:00,862 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:00,862 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:00,863 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:00,864 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46735%2C1732191718304.meta, suffix=.meta, logDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs, maxLogs=10 2024-11-21T12:22:00,880 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.meta.1732191720864.meta, exclude list is [], retry=0 2024-11-21T12:22:00,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84,DISK] 2024-11-21T12:22:00,890 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.meta.1732191720864.meta 2024-11-21T12:22:00,892 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-21T12:22:00,892 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:00,892 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:00,892 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:00,892 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:00,893 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:00,893 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:00,893 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:00,893 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:00,893 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:00,901 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:00,902 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:00,902 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:00,903 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:00,903 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,908 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:00,909 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:00,909 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:00,910 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:00,910 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:00,910 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:00,911 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:00,911 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740 2024-11-21T12:22:00,912 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740 2024-11-21T12:22:00,914 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:00,914 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:00,914 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:00,916 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:00,916 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69166177, jitterRate=0.030656352639198303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:00,916 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:00,917 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191720893Writing region info on filesystem at 1732191720893Initializing all the Stores at 1732191720895 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720895Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720900 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191720900Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191720900Cleaning up temporary data from old regions at 1732191720914 (+14 ms)Running coprocessor post-open hooks at 1732191720916 (+2 ms)Region opened successfully at 1732191720917 (+1 ms) 2024-11-21T12:22:00,918 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191720857 2024-11-21T12:22:00,921 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:00,922 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,46735,1732191718304, state=OPEN 2024-11-21T12:22:00,923 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:00,923 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:00,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1978382718/meta-region-server 2024-11-21T12:22:00,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1978382718/meta-region-server 2024-11-21T12:22:00,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1978382718/meta-region-server: CHANGED 2024-11-21T12:22:00,924 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1978382718/meta-region-server: CHANGED 2024-11-21T12:22:00,924 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:00,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:00,926 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46735,1732191718304 in 220 msec 2024-11-21T12:22:00,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:00,928 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 382 msec 2024-11-21T12:22:00,929 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:00,929 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:00,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:00,930 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:00,930 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:00,932 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48559, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:00,936 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2380 sec 2024-11-21T12:22:00,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191720936, completionTime=-1 2024-11-21T12:22:00,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:00,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191780939 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191840939 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:39531, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,940 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:00,942 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.602sec 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:00,945 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:00,950 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:00,950 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:00,950 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,39531,1732191718256-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:01,028 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19e38bfc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:01,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:01,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:01,030 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21bc4068, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:01,031 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:01,032 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:01,032 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50354, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:01,033 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d48843c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:01,034 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:01,035 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:01,036 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:01,037 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:01,038 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:22:01,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:01,041 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624a11f30002 connected 2024-11-21T12:22:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir so I do NOT create it in target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747 2024-11-21T12:22:01,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.tmp.dir so I do NOT create it in target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747 2024-11-21T12:22:01,044 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:01,044 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747 2024-11-21T12:22:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:01,044 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/cluster_caa983ca-6f6e-9d85-652f-da60f4a628b3, deleteOnExit=true 2024-11-21T12:22:01,044 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/test.cache.data in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:01,045 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:01,045 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:01,046 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:01,119 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:01,124 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:01,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:01,133 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:01,133 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:01,135 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:01,136 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@334ce1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:01,137 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5302c06e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:01,260 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7418a6ef{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/java.io.tmpdir/jetty-localhost-46443-hadoop-hdfs-3_4_1-tests_jar-_-any-13448382248665735652/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:01,260 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a62cd87{HTTP/1.1, (http/1.1)}{localhost:46443} 2024-11-21T12:22:01,260 INFO [Time-limited test {}] server.Server(415): Started @159370ms 2024-11-21T12:22:01,379 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:01,382 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:01,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:01,386 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:01,386 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:01,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4840337b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:01,387 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@14f0b8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:01,518 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6e3d63dc{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/java.io.tmpdir/jetty-localhost-35017-hadoop-hdfs-3_4_1-tests_jar-_-any-1887104562093058464/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:01,518 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1cf9a9fb{HTTP/1.1, (http/1.1)}{localhost:35017} 2024-11-21T12:22:01,518 INFO [Time-limited test {}] server.Server(415): Started @159628ms 2024-11-21T12:22:01,519 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:01,630 WARN [Thread-1801 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/cluster_caa983ca-6f6e-9d85-652f-da60f4a628b3/data/data1/current/BP-1310488616-172.17.0.2-1732191721065/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:01,630 WARN [Thread-1802 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/cluster_caa983ca-6f6e-9d85-652f-da60f4a628b3/data/data2/current/BP-1310488616-172.17.0.2-1732191721065/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:01,654 WARN [Thread-1789 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:01,656 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22b08eece0a60141 with lease ID 0x6acd4a6e88e9d10b: Processing first storage report for DS-0516188d-018c-49b5-a85e-a9eeb638d6d4 from datanode DatanodeRegistration(127.0.0.1:44287, datanodeUuid=0fb7e3df-a0de-4cf3-8169-d2210c90ca5c, infoPort=34337, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=524544613;c=1732191721065) 2024-11-21T12:22:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22b08eece0a60141 with lease ID 0x6acd4a6e88e9d10b: from storage DS-0516188d-018c-49b5-a85e-a9eeb638d6d4 node DatanodeRegistration(127.0.0.1:44287, datanodeUuid=0fb7e3df-a0de-4cf3-8169-d2210c90ca5c, infoPort=34337, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=524544613;c=1732191721065), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x22b08eece0a60141 with lease ID 0x6acd4a6e88e9d10b: Processing first storage report for DS-8cacaebd-ec95-40a3-ba9a-90da8158f603 from datanode DatanodeRegistration(127.0.0.1:44287, datanodeUuid=0fb7e3df-a0de-4cf3-8169-d2210c90ca5c, infoPort=34337, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=524544613;c=1732191721065) 2024-11-21T12:22:01,657 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x22b08eece0a60141 with lease ID 0x6acd4a6e88e9d10b: from storage DS-8cacaebd-ec95-40a3-ba9a-90da8158f603 node DatanodeRegistration(127.0.0.1:44287, datanodeUuid=0fb7e3df-a0de-4cf3-8169-d2210c90ca5c, infoPort=34337, infoSecurePort=0, ipcPort=41655, storageInfo=lv=-57;cid=testClusterID;nsid=524544613;c=1732191721065), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:01,753 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747 2024-11-21T12:22:01,753 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,755 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:01,766 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:02,167 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c with version=8 2024-11-21T12:22:02,168 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/hbase-staging 2024-11-21T12:22:02,170 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:02,170 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:02,171 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:43007 2024-11-21T12:22:02,172 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:43007 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:22:02,174 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:430070x0, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:02,175 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:43007-0x100624a11f30003 connected 2024-11-21T12:22:02,185 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:02,186 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:02,188 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/running 2024-11-21T12:22:02,188 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c, hbase.cluster.distributed=false 2024-11-21T12:22:02,189 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/acl 2024-11-21T12:22:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-21T12:22:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=43007 2024-11-21T12:22:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=43007 2024-11-21T12:22:02,190 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-21T12:22:02,191 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=43007 2024-11-21T12:22:02,205 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:02,205 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:02,206 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33771 2024-11-21T12:22:02,207 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33771 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:22:02,207 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:02,209 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:02,213 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:337710x0, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:02,213 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:337710x0, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/running 2024-11-21T12:22:02,213 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33771-0x100624a11f30004 connected 2024-11-21T12:22:02,213 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:02,214 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:02,214 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/master 2024-11-21T12:22:02,215 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/acl 2024-11-21T12:22:02,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-21T12:22:02,217 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33771 2024-11-21T12:22:02,220 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33771 2024-11-21T12:22:02,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-21T12:22:02,221 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33771 2024-11-21T12:22:02,232 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:43007 2024-11-21T12:22:02,232 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /12097107603/backup-masters/9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:02,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/backup-masters 2024-11-21T12:22:02,234 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/backup-masters 2024-11-21T12:22:02,234 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on existing znode=/12097107603/backup-masters/9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:02,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097107603/master 2024-11-21T12:22:02,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:02,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:02,236 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on existing znode=/12097107603/master 2024-11-21T12:22:02,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /12097107603/backup-masters/9bb5b7e9dd2c,43007,1732191722170 from backup master directory 2024-11-21T12:22:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097107603/backup-masters/9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/backup-masters 2024-11-21T12:22:02,238 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/backup-masters 2024-11-21T12:22:02,238 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:02,238 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:02,241 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/hbase.id] with ID: 66e66ffe-6996-4019-9a57-2e304437a09f 2024-11-21T12:22:02,241 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/.tmp/hbase.id 2024-11-21T12:22:02,247 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:02,648 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/.tmp/hbase.id]:[hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/hbase.id] 2024-11-21T12:22:02,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:02,661 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:02,662 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:22:02,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:02,665 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:02,678 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:03,079 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:03,080 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:03,080 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:03,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:03,491 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store 2024-11-21T12:22:03,497 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:03,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:03,898 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:03,898 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191723898Disabling compacts and flushes for region at 1732191723898Disabling writes for close at 1732191723898Writing region close event to WAL at 1732191723898Closed at 1732191723898 2024-11-21T12:22:03,899 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/.initializing 2024-11-21T12:22:03,899 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/WALs/9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:03,900 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:03,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C43007%2C1732191722170, suffix=, logDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/WALs/9bb5b7e9dd2c,43007,1732191722170, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:03,915 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/WALs/9bb5b7e9dd2c,43007,1732191722170/9bb5b7e9dd2c%2C43007%2C1732191722170.1732191723901, exclude list is [], retry=0 2024-11-21T12:22:03,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44287,DS-0516188d-018c-49b5-a85e-a9eeb638d6d4,DISK] 2024-11-21T12:22:03,919 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/WALs/9bb5b7e9dd2c,43007,1732191722170/9bb5b7e9dd2c%2C43007%2C1732191722170.1732191723901 2024-11-21T12:22:03,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34337:34337)] 2024-11-21T12:22:03,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:03,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:03,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,920 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,921 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:03,921 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:03,922 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,923 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:03,923 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:03,924 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:03,925 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,925 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:03,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,926 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:03,927 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,927 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:03,927 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,927 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,928 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,929 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,929 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,929 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:03,930 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:03,931 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:03,932 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72227533, jitterRate=0.07627411186695099}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:03,932 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191723919Initializing all the Stores at 1732191723920 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191723920Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191723920Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191723920Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191723920Cleaning up temporary data from old regions at 1732191723929 (+9 ms)Region opened successfully at 1732191723932 (+3 ms) 2024-11-21T12:22:03,932 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:03,934 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401dc800, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:03,935 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:03,935 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:03,935 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:03,935 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:03,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:03,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:03,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:03,938 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:03,938 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:03,939 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/balancer already deleted, retry=false 2024-11-21T12:22:03,940 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:03,940 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:03,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/normalizer already deleted, retry=false 2024-11-21T12:22:03,942 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:03,943 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:03,944 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/switch/split already deleted, retry=false 2024-11-21T12:22:03,945 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:03,946 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/switch/merge already deleted, retry=false 2024-11-21T12:22:03,947 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:03,948 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:03,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097107603/running 2024-11-21T12:22:03,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/12097107603/running 2024-11-21T12:22:03,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,950 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,43007,1732191722170, sessionid=0x100624a11f30003, setting cluster-up flag (Was=false) 2024-11-21T12:22:03,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,953 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,956 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12097107603/flush-table-proc/acquired, /12097107603/flush-table-proc/reached, /12097107603/flush-table-proc/abort 2024-11-21T12:22:03,957 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:03,964 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /12097107603/online-snapshot/acquired, /12097107603/online-snapshot/reached, /12097107603/online-snapshot/abort 2024-11-21T12:22:03,965 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:03,966 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:03,967 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:03,967 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:03,967 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:03,967 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,43007,1732191722170 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:03,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:03,977 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:03,977 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:03,978 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:03,978 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:03,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191753980 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:03,981 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,982 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:03,982 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:03,982 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:03,982 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:03,983 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191723983,5,FailOnTimeoutGroup] 2024-11-21T12:22:03,983 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191723983,5,FailOnTimeoutGroup] 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,983 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:03,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:03,986 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:03,986 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c 2024-11-21T12:22:03,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:22:04,027 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(746): ClusterId : 66e66ffe-6996-4019-9a57-2e304437a09f 2024-11-21T12:22:04,027 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:04,029 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:04,029 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:04,031 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:04,031 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1d3c7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:04,046 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:33771 2024-11-21T12:22:04,046 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:04,046 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:04,046 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:04,047 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,43007,1732191722170 with port=33771, startcode=1732191722205 2024-11-21T12:22:04,047 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:04,049 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60015, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:04,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43007 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,050 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=43007 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,051 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c 2024-11-21T12:22:04,051 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:42177 2024-11-21T12:22:04,051 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:04,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/rs 2024-11-21T12:22:04,056 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] zookeeper.ZKUtil(111): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on existing znode=/12097107603/rs/9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,056 WARN [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:04,056 INFO [RS:0;9bb5b7e9dd2c:33771 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:04,056 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,057 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,33771,1732191722205] 2024-11-21T12:22:04,059 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:04,061 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:04,062 INFO [RS:0;9bb5b7e9dd2c:33771 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:04,062 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,063 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:04,063 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:04,063 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:04,064 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,064 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33771,1732191722205-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:04,083 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:04,083 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33771,1732191722205-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,083 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,083 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.Replication(171): 9bb5b7e9dd2c,33771,1732191722205 started 2024-11-21T12:22:04,101 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,101 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,33771,1732191722205, RpcServer on 9bb5b7e9dd2c/172.17.0.2:33771, sessionid=0x100624a11f30004 2024-11-21T12:22:04,101 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:04,101 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,101 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,33771,1732191722205' 2024-11-21T12:22:04,101 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12097107603/flush-table-proc/abort' 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12097107603/flush-table-proc/acquired' 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,33771,1732191722205' 2024-11-21T12:22:04,102 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/12097107603/online-snapshot/abort' 2024-11-21T12:22:04,103 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/12097107603/online-snapshot/acquired' 2024-11-21T12:22:04,103 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:04,103 INFO [RS:0;9bb5b7e9dd2c:33771 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:04,103 INFO [RS:0;9bb5b7e9dd2c:33771 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:04,203 INFO [RS:0;9bb5b7e9dd2c:33771 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:04,205 INFO [RS:0;9bb5b7e9dd2c:33771 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33771%2C1732191722205, suffix=, logDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/oldWALs, maxLogs=10 2024-11-21T12:22:04,222 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, exclude list is [], retry=0 2024-11-21T12:22:04,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44287,DS-0516188d-018c-49b5-a85e-a9eeb638d6d4,DISK] 2024-11-21T12:22:04,227 INFO [RS:0;9bb5b7e9dd2c:33771 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 2024-11-21T12:22:04,227 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34337:34337)] 2024-11-21T12:22:04,399 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:04,400 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:04,402 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:04,402 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,402 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:04,403 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:04,403 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,404 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:04,405 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:04,405 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,405 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:04,406 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:04,406 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,407 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:04,407 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740 2024-11-21T12:22:04,408 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740 2024-11-21T12:22:04,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:04,409 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:04,409 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:04,410 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:04,413 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:04,414 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62373258, jitterRate=-0.07056602835655212}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191724399Initializing all the Stores at 1732191724400 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724400Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724400Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191724400Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724400Cleaning up temporary data from old regions at 1732191724409 (+9 ms)Region opened successfully at 1732191724414 (+5 ms) 2024-11-21T12:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:04,414 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:04,414 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:04,415 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:04,415 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191724414Disabling compacts and flushes for region at 1732191724414Disabling writes for close at 1732191724414Writing region close event to WAL at 1732191724414Closed at 1732191724414 2024-11-21T12:22:04,416 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:04,416 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:04,416 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:04,417 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:04,418 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:04,568 DEBUG [9bb5b7e9dd2c:43007 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:04,568 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,570 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,33771,1732191722205, state=OPENING 2024-11-21T12:22:04,573 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:04,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:04,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:04,575 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:04,575 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097107603/meta-region-server: CHANGED 2024-11-21T12:22:04,575 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33771,1732191722205}] 2024-11-21T12:22:04,576 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097107603/meta-region-server: CHANGED 2024-11-21T12:22:04,729 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:04,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36481, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:04,734 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:04,734 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:04,734 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:04,736 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33771%2C1732191722205.meta, suffix=.meta, logDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/oldWALs, maxLogs=10 2024-11-21T12:22:04,752 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.meta.1732191724736.meta, exclude list is [], retry=0 2024-11-21T12:22:04,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44287,DS-0516188d-018c-49b5-a85e-a9eeb638d6d4,DISK] 2024-11-21T12:22:04,759 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.meta.1732191724736.meta 2024-11-21T12:22:04,759 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34337:34337)] 2024-11-21T12:22:04,759 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:04,760 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:04,760 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:04,760 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:04,762 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:04,762 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:04,763 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,763 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:04,764 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:04,764 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,764 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:04,765 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:04,765 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,765 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:04,766 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:04,766 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,766 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:04,766 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:04,767 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740 2024-11-21T12:22:04,768 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740 2024-11-21T12:22:04,769 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:04,769 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:04,769 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:04,770 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:04,771 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73358110, jitterRate=0.09312102198600769}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:04,771 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:04,771 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191724761Writing region info on filesystem at 1732191724761Initializing all the Stores at 1732191724761Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724761Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724761Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191724761Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191724762 (+1 ms)Cleaning up temporary data from old regions at 1732191724769 (+7 ms)Running coprocessor post-open hooks at 1732191724771 (+2 ms)Region opened successfully at 1732191724771 2024-11-21T12:22:04,772 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191724728 2024-11-21T12:22:04,774 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:04,774 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:04,775 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,776 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,33771,1732191722205, state=OPEN 2024-11-21T12:22:04,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12097107603/meta-region-server 2024-11-21T12:22:04,777 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/12097107603/meta-region-server 2024-11-21T12:22:04,777 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:04,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097107603/meta-region-server: CHANGED 2024-11-21T12:22:04,777 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /12097107603/meta-region-server: CHANGED 2024-11-21T12:22:04,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:04,779 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33771,1732191722205 in 202 msec 2024-11-21T12:22:04,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:04,781 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 363 msec 2024-11-21T12:22:04,782 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:04,782 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:04,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:04,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:04,783 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:04,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56091, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:04,788 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 821 msec 2024-11-21T12:22:04,788 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191724788, completionTime=-1 2024-11-21T12:22:04,788 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:04,788 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191784790 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191844790 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,790 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,791 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,791 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:43007, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,791 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,791 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,792 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.556sec 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:04,794 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:04,796 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:04,796 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:04,796 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,43007,1732191722170-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:04,827 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fc2f7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:04,827 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:04,827 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:04,828 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ea23818, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:04,829 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:04,830 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:04,831 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f510359, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:04,831 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:04,832 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:04,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:04,835 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:04,836 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:58652 2024-11-21T12:22:04,838 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:04,838 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624a11f30005 connected 2024-11-21T12:22:04,840 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@61e7435a 2024-11-21T12:22:04,841 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:04,842 INFO [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:04,843 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:04,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:04,845 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:04,845 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:04,845 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:04,846 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:04,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:04,852 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:04,951 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,254 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be0186cc7e6ae96c4a911b8d1a29f5b8, NAME => 'test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6 2024-11-21T12:22:05,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:05,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:05,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing be0186cc7e6ae96c4a911b8d1a29f5b8, disabling compactions & flushes 2024-11-21T12:22:05,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. after waiting 0 ms 2024-11-21T12:22:05,660 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,660 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,661 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for be0186cc7e6ae96c4a911b8d1a29f5b8: Waiting for close lock at 1732191725660Disabling compacts and flushes for region at 1732191725660Disabling writes for close at 1732191725660Writing region close event to WAL at 1732191725660Closed at 1732191725660 2024-11-21T12:22:05,662 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:05,662 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191725662"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191725662"}]},"ts":"1732191725662"} 2024-11-21T12:22:05,664 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:05,665 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:05,665 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191725665"}]},"ts":"1732191725665"} 2024-11-21T12:22:05,667 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:05,667 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be0186cc7e6ae96c4a911b8d1a29f5b8, ASSIGN}] 2024-11-21T12:22:05,668 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=be0186cc7e6ae96c4a911b8d1a29f5b8, ASSIGN 2024-11-21T12:22:05,668 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=be0186cc7e6ae96c4a911b8d1a29f5b8, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,46735,1732191718304; forceNewPlan=false, retain=false 2024-11-21T12:22:05,765 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:22:05,819 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be0186cc7e6ae96c4a911b8d1a29f5b8, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:05,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=be0186cc7e6ae96c4a911b8d1a29f5b8, ASSIGN because future has completed 2024-11-21T12:22:05,822 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be0186cc7e6ae96c4a911b8d1a29f5b8, server=9bb5b7e9dd2c,46735,1732191718304}] 2024-11-21T12:22:05,978 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,978 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => be0186cc7e6ae96c4a911b8d1a29f5b8, NAME => 'test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:05,979 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:05,979 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:05,979 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,979 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:05,979 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,979 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:05,985 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,986 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be0186cc7e6ae96c4a911b8d1a29f5b8 columnFamilyName f 2024-11-21T12:22:05,986 DEBUG [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:05,986 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(327): Store=be0186cc7e6ae96c4a911b8d1a29f5b8/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:05,986 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,987 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be0186cc7e6ae96c4a911b8d1a29f5b8 columnFamilyName f1 2024-11-21T12:22:05,987 DEBUG [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:05,988 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(327): Store=be0186cc7e6ae96c4a911b8d1a29f5b8/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:05,988 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,988 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be0186cc7e6ae96c4a911b8d1a29f5b8 columnFamilyName norep 2024-11-21T12:22:05,989 DEBUG [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:05,989 INFO [StoreOpener-be0186cc7e6ae96c4a911b8d1a29f5b8-1 {}] regionserver.HStore(327): Store=be0186cc7e6ae96c4a911b8d1a29f5b8/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:05,989 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,989 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,990 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,990 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,990 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,991 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:05,992 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,993 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:05,994 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened be0186cc7e6ae96c4a911b8d1a29f5b8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67073907, jitterRate=-5.208998918533325E-4}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:05,994 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:05,994 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for be0186cc7e6ae96c4a911b8d1a29f5b8: Running coprocessor pre-open hook at 1732191725979Writing region info on filesystem at 1732191725979Initializing all the Stores at 1732191725980 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191725980Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191725984 (+4 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191725984Cleaning up temporary data from old regions at 1732191725990 (+6 ms)Running coprocessor post-open hooks at 1732191725994 (+4 ms)Region opened successfully at 1732191725994 2024-11-21T12:22:05,995 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., pid=6, masterSystemTime=1732191725974 2024-11-21T12:22:05,997 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,997 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:05,998 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=be0186cc7e6ae96c4a911b8d1a29f5b8, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure be0186cc7e6ae96c4a911b8d1a29f5b8, server=9bb5b7e9dd2c,46735,1732191718304 because future has completed 2024-11-21T12:22:06,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:06,002 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure be0186cc7e6ae96c4a911b8d1a29f5b8, server=9bb5b7e9dd2c,46735,1732191718304 in 179 msec 2024-11-21T12:22:06,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:06,004 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=be0186cc7e6ae96c4a911b8d1a29f5b8, ASSIGN in 335 msec 2024-11-21T12:22:06,004 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:06,005 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191726004"}]},"ts":"1732191726004"} 2024-11-21T12:22:06,006 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:06,007 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:06,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-21T12:22:06,395 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,424 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:06,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:06,991 INFO [RPCClient-NioEventLoopGroup-4-13 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:06,991 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:06,992 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@60c09253 2024-11-21T12:22:06,993 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:06,994 INFO [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:06,994 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:06,996 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:06,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:06,997 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:06,997 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:06,997 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:06,998 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:07,002 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:07,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:07,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:22:07,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:07,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:07,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:07,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:22:07,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:07,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:22:07,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:07,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:22:07,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:22:07,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:07,405 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b52fac3b918ac8978a19d0b423967812, NAME => 'test,,1732191726994.b52fac3b918ac8978a19d0b423967812.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c 2024-11-21T12:22:07,410 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:07,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191726994.b52fac3b918ac8978a19d0b423967812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b52fac3b918ac8978a19d0b423967812, disabling compactions & flushes 2024-11-21T12:22:07,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191726994.b52fac3b918ac8978a19d0b423967812. after waiting 0 ms 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:07,811 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:07,811 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b52fac3b918ac8978a19d0b423967812: Waiting for close lock at 1732191727811Disabling compacts and flushes for region at 1732191727811Disabling writes for close at 1732191727811Writing region close event to WAL at 1732191727811Closed at 1732191727811 2024-11-21T12:22:07,812 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:07,813 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191726994.b52fac3b918ac8978a19d0b423967812.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191727812"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191727812"}]},"ts":"1732191727812"} 2024-11-21T12:22:07,815 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:07,815 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:07,816 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191727815"}]},"ts":"1732191727815"} 2024-11-21T12:22:07,817 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:07,817 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b52fac3b918ac8978a19d0b423967812, ASSIGN}] 2024-11-21T12:22:07,818 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b52fac3b918ac8978a19d0b423967812, ASSIGN 2024-11-21T12:22:07,819 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b52fac3b918ac8978a19d0b423967812, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,33771,1732191722205; forceNewPlan=false, retain=false 2024-11-21T12:22:07,970 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b52fac3b918ac8978a19d0b423967812, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:07,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b52fac3b918ac8978a19d0b423967812, ASSIGN because future has completed 2024-11-21T12:22:07,972 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52fac3b918ac8978a19d0b423967812, server=9bb5b7e9dd2c,33771,1732191722205}] 2024-11-21T12:22:08,128 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:08,128 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b52fac3b918ac8978a19d0b423967812, NAME => 'test,,1732191726994.b52fac3b918ac8978a19d0b423967812.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:08,129 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:08,129 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:08,129 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,129 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191726994.b52fac3b918ac8978a19d0b423967812.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:08,129 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,129 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,130 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,131 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52fac3b918ac8978a19d0b423967812 columnFamilyName f 2024-11-21T12:22:08,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:08,131 DEBUG [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,132 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(327): Store=b52fac3b918ac8978a19d0b423967812/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,132 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,133 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52fac3b918ac8978a19d0b423967812 columnFamilyName f1 2024-11-21T12:22:08,133 DEBUG [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,133 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(327): Store=b52fac3b918ac8978a19d0b423967812/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,133 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,134 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b52fac3b918ac8978a19d0b423967812 columnFamilyName norep 2024-11-21T12:22:08,134 DEBUG [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:08,134 INFO [StoreOpener-b52fac3b918ac8978a19d0b423967812-1 {}] regionserver.HStore(327): Store=b52fac3b918ac8978a19d0b423967812/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:08,134 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,135 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,135 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,136 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,136 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,136 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:08,137 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,139 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:08,139 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b52fac3b918ac8978a19d0b423967812; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61234165, jitterRate=-0.08753983676433563}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:08,139 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:08,139 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b52fac3b918ac8978a19d0b423967812: Running coprocessor pre-open hook at 1732191728129Writing region info on filesystem at 1732191728129Initializing all the Stores at 1732191728130 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728130Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728130Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191728130Cleaning up temporary data from old regions at 1732191728136 (+6 ms)Running coprocessor post-open hooks at 1732191728139 (+3 ms)Region opened successfully at 1732191728139 2024-11-21T12:22:08,140 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191726994.b52fac3b918ac8978a19d0b423967812., pid=6, masterSystemTime=1732191728124 2024-11-21T12:22:08,142 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:08,142 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:08,143 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b52fac3b918ac8978a19d0b423967812, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:08,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b52fac3b918ac8978a19d0b423967812, server=9bb5b7e9dd2c,33771,1732191722205 because future has completed 2024-11-21T12:22:08,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:08,147 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b52fac3b918ac8978a19d0b423967812, server=9bb5b7e9dd2c,33771,1732191722205 in 173 msec 2024-11-21T12:22:08,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:08,148 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b52fac3b918ac8978a19d0b423967812, ASSIGN in 330 msec 2024-11-21T12:22:08,149 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:08,149 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191728149"}]},"ts":"1732191728149"} 2024-11-21T12:22:08,151 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:08,152 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:08,153 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1570 sec 2024-11-21T12:22:09,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:09,142 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:09,143 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a5938a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,143 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:09,143 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:09,144 DEBUG [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47523d03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:09,144 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:09,145 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,145 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:09,146 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a4388d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,147 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@332e7a1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,147 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:09,147 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:09,147 DEBUG [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:09,147 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@576ee1a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:09,148 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,149 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41192, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:09,149 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f69c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,150 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@443a6876, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,150 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:09,150 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:09,150 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f1ffe60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:09,151 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,152 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:09,152 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a130e97, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,152 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c80e822 2024-11-21T12:22:09,153 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:09,154 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:09,154 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:43007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:09,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:09,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,157 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43007' 2024-11-21T12:22:09,158 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20d26786, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,158 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:09,158 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:09,158 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@734970ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:09,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,160 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:09,160 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e8678ff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:09,160 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3fc0e042 2024-11-21T12:22:09,161 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:09,162 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41222, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:09,162 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:09,162 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:09,162 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,162 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:09,162 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:09,163 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:09,163 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:09,164 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:09,164 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:09,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:09,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:09,214 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:09,262 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,573 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f97ca5278f1ca2cb98b10a2dd08d24d2, NAME => 'hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6 2024-11-21T12:22:09,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:09,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing f97ca5278f1ca2cb98b10a2dd08d24d2, disabling compactions & flushes 2024-11-21T12:22:09,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. after waiting 0 ms 2024-11-21T12:22:09,986 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:09,986 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:09,987 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for f97ca5278f1ca2cb98b10a2dd08d24d2: Waiting for close lock at 1732191729986Disabling compacts and flushes for region at 1732191729986Disabling writes for close at 1732191729986Writing region close event to WAL at 1732191729986Closed at 1732191729986 2024-11-21T12:22:09,988 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:09,988 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191729988"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191729988"}]},"ts":"1732191729988"} 2024-11-21T12:22:09,993 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:09,994 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:09,994 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191729994"}]},"ts":"1732191729994"} 2024-11-21T12:22:09,997 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:09,998 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f97ca5278f1ca2cb98b10a2dd08d24d2, ASSIGN}] 2024-11-21T12:22:09,999 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f97ca5278f1ca2cb98b10a2dd08d24d2, ASSIGN 2024-11-21T12:22:10,000 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f97ca5278f1ca2cb98b10a2dd08d24d2, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,46735,1732191718304; forceNewPlan=false, retain=false 2024-11-21T12:22:10,060 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:22:10,151 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f97ca5278f1ca2cb98b10a2dd08d24d2, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:10,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=f97ca5278f1ca2cb98b10a2dd08d24d2, ASSIGN because future has completed 2024-11-21T12:22:10,160 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f97ca5278f1ca2cb98b10a2dd08d24d2, server=9bb5b7e9dd2c,46735,1732191718304}] 2024-11-21T12:22:10,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:10,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:10,320 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:10,321 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:10,323 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46735%2C1732191718304.rep, suffix=, logDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304, archiveDir=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs, maxLogs=10 2024-11-21T12:22:10,340 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.rep.1732191730323, exclude list is [], retry=0 2024-11-21T12:22:10,356 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46341,DS-7a92006a-c375-40cb-ba8d-31ffcbbdaf84,DISK] 2024-11-21T12:22:10,365 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.rep.1732191730323 2024-11-21T12:22:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37419:37419)] 2024-11-21T12:22:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => f97ca5278f1ca2cb98b10a2dd08d24d2, NAME => 'hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:10,373 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:10,373 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. service=MultiRowMutationService 2024-11-21T12:22:10,374 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,374 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,393 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,395 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f97ca5278f1ca2cb98b10a2dd08d24d2 columnFamilyName hfileref 2024-11-21T12:22:10,395 DEBUG [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:10,396 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(327): Store=f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:10,396 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,398 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f97ca5278f1ca2cb98b10a2dd08d24d2 columnFamilyName queue 2024-11-21T12:22:10,398 DEBUG [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:10,399 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(327): Store=f97ca5278f1ca2cb98b10a2dd08d24d2/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:10,399 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,400 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f97ca5278f1ca2cb98b10a2dd08d24d2 columnFamilyName sid 2024-11-21T12:22:10,401 DEBUG [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:10,402 INFO [StoreOpener-f97ca5278f1ca2cb98b10a2dd08d24d2-1 {}] regionserver.HStore(327): Store=f97ca5278f1ca2cb98b10a2dd08d24d2/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:10,402 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,403 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,404 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,405 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:10,406 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:10,409 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened f97ca5278f1ca2cb98b10a2dd08d24d2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67781113, jitterRate=0.010017290711402893}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:10,409 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:10,410 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for f97ca5278f1ca2cb98b10a2dd08d24d2: Running coprocessor pre-open hook at 1732191730374Writing region info on filesystem at 1732191730374Initializing all the Stores at 1732191730376 (+2 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191730376Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191730384 (+8 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191730384Cleaning up temporary data from old regions at 1732191730404 (+20 ms)Running coprocessor post-open hooks at 1732191730409 (+5 ms)Region opened successfully at 1732191730410 (+1 ms) 2024-11-21T12:22:10,411 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2., pid=10, masterSystemTime=1732191730313 2024-11-21T12:22:10,413 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:10,413 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:10,414 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=f97ca5278f1ca2cb98b10a2dd08d24d2, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:10,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure f97ca5278f1ca2cb98b10a2dd08d24d2, server=9bb5b7e9dd2c,46735,1732191718304 because future has completed 2024-11-21T12:22:10,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:10,419 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure f97ca5278f1ca2cb98b10a2dd08d24d2, server=9bb5b7e9dd2c,46735,1732191718304 in 257 msec 2024-11-21T12:22:10,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:10,421 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=f97ca5278f1ca2cb98b10a2dd08d24d2, ASSIGN in 421 msec 2024-11-21T12:22:10,422 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:10,422 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191730422"}]},"ts":"1732191730422"} 2024-11-21T12:22:10,424 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:10,425 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:10,427 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2620 sec 2024-11-21T12:22:10,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2] 2024-11-21T12:22:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:10,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:10,480 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:10,632 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46735 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:10,633 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:10,666 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,46735,1732191718304, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:10,667 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:10,667 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:10,668 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:10,669 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:10,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,46735,1732191718304', locateType=CURRENT is [region=hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2] 2024-11-21T12:22:10,673 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:10,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:10,675 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,46735,1732191718304 suceeded 2024-11-21T12:22:10,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:10,677 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 195 msec 2024-11-21T12:22:10,677 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:43007,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:10,678 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.5230 sec 2024-11-21T12:22:10,688 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:43007' 2024-11-21T12:22:10,689 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2553cbd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,689 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:10,689 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:10,690 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2640ddfa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:10,691 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:10,692 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:10,692 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@47e504e3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:10,692 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ac0c3b1 2024-11-21T12:22:10,693 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:10,694 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:10,695 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,46735,1732191718304 (queues=1) is replicating from cluster=c40008c1-42ea-450d-a72a-9b454415bc3e to cluster=66e66ffe-6996-4019-9a57-2e304437a09f 2024-11-21T12:22:10,695 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C46735%2C1732191718304 2024-11-21T12:22:10,695 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,46735,1732191718304, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:10,695 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C46735%2C1732191718304 2024-11-21T12:22:10,695 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927, startPosition=0, beingWritten=true 2024-11-21T12:22:10,701 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:10,701 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:10,701 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46735,1732191718304 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:10,905 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:11,209 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:11,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=39531 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,302 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:11,302 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:11,302 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:11,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,303 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:11,303 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a8a376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,303 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:11,304 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:11,304 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5addd6c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:11,305 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,306 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:11,306 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@fcfd58c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,307 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:11,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:11,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7149dbf1 2024-11-21T12:22:11,307 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:11,308 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:11,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:39531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:11,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:11,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,311 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:39531' 2024-11-21T12:22:11,312 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60679ac3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,312 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:11,312 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:11,312 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:11,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b1f03b9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:11,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,314 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39668, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:11,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30779619, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:11,314 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:11,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:11,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66bea685 2024-11-21T12:22:11,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:11,315 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:11,316 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:11,316 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:11,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,316 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:11,316 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:11,317 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:11,318 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:11,319 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:11,319 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:11,320 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:11,330 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:11,368 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:11,422 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,481 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:11,509 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,510 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,511 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,518 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:11,614 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:11,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:11,732 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5838cf5bd4256e427e11bc671f6fa592, NAME => 'hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c 2024-11-21T12:22:11,737 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:11,766 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:22:11,942 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:12,118 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5838cf5bd4256e427e11bc671f6fa592, disabling compactions & flushes 2024-11-21T12:22:12,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. after waiting 0 ms 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,138 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,138 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5838cf5bd4256e427e11bc671f6fa592: Waiting for close lock at 1732191732138Disabling compacts and flushes for region at 1732191732138Disabling writes for close at 1732191732138Writing region close event to WAL at 1732191732138Closed at 1732191732138 2024-11-21T12:22:12,139 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:12,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191732139"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191732139"}]},"ts":"1732191732139"} 2024-11-21T12:22:12,142 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:12,142 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:12,143 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191732142"}]},"ts":"1732191732142"} 2024-11-21T12:22:12,144 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:12,144 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5838cf5bd4256e427e11bc671f6fa592, ASSIGN}] 2024-11-21T12:22:12,145 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5838cf5bd4256e427e11bc671f6fa592, ASSIGN 2024-11-21T12:22:12,146 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5838cf5bd4256e427e11bc671f6fa592, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,33771,1732191722205; forceNewPlan=false, retain=false 2024-11-21T12:22:12,297 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5838cf5bd4256e427e11bc671f6fa592, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:12,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5838cf5bd4256e427e11bc671f6fa592, ASSIGN because future has completed 2024-11-21T12:22:12,300 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5838cf5bd4256e427e11bc671f6fa592, server=9bb5b7e9dd2c,33771,1732191722205}] 2024-11-21T12:22:12,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:12,458 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:12,459 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:12,460 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33771%2C1732191722205.rep, suffix=, logDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205, archiveDir=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/oldWALs, maxLogs=10 2024-11-21T12:22:12,474 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.rep.1732191732461, exclude list is [], retry=0 2024-11-21T12:22:12,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:44287,DS-0516188d-018c-49b5-a85e-a9eeb638d6d4,DISK] 2024-11-21T12:22:12,478 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.rep.1732191732461 2024-11-21T12:22:12,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:34337:34337)] 2024-11-21T12:22:12,478 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5838cf5bd4256e427e11bc671f6fa592, NAME => 'hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:12,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. service=MultiRowMutationService 2024-11-21T12:22:12,479 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,479 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,481 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,482 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5838cf5bd4256e427e11bc671f6fa592 columnFamilyName hfileref 2024-11-21T12:22:12,482 DEBUG [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:12,482 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(327): Store=5838cf5bd4256e427e11bc671f6fa592/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:12,482 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,483 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5838cf5bd4256e427e11bc671f6fa592 columnFamilyName queue 2024-11-21T12:22:12,483 DEBUG [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:12,484 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(327): Store=5838cf5bd4256e427e11bc671f6fa592/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:12,484 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,484 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5838cf5bd4256e427e11bc671f6fa592 columnFamilyName sid 2024-11-21T12:22:12,485 DEBUG [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:12,485 INFO [StoreOpener-5838cf5bd4256e427e11bc671f6fa592-1 {}] regionserver.HStore(327): Store=5838cf5bd4256e427e11bc671f6fa592/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:12,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,485 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,486 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,487 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:12,488 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,490 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:12,491 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5838cf5bd4256e427e11bc671f6fa592; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63823538, jitterRate=-0.048955172300338745}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:12,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:12,491 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5838cf5bd4256e427e11bc671f6fa592: Running coprocessor pre-open hook at 1732191732479Writing region info on filesystem at 1732191732479Initializing all the Stores at 1732191732480 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191732480Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191732480Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191732480Cleaning up temporary data from old regions at 1732191732487 (+7 ms)Running coprocessor post-open hooks at 1732191732491 (+4 ms)Region opened successfully at 1732191732491 2024-11-21T12:22:12,492 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592., pid=10, masterSystemTime=1732191732452 2024-11-21T12:22:12,494 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,494 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:12,494 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5838cf5bd4256e427e11bc671f6fa592, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:12,496 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5838cf5bd4256e427e11bc671f6fa592, server=9bb5b7e9dd2c,33771,1732191722205 because future has completed 2024-11-21T12:22:12,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:12,498 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5838cf5bd4256e427e11bc671f6fa592, server=9bb5b7e9dd2c,33771,1732191722205 in 197 msec 2024-11-21T12:22:12,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:12,500 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5838cf5bd4256e427e11bc671f6fa592, ASSIGN in 354 msec 2024-11-21T12:22:12,500 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:12,501 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191732500"}]},"ts":"1732191732500"} 2024-11-21T12:22:12,502 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:12,503 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:12,505 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1860 sec 2024-11-21T12:22:12,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2] 2024-11-21T12:22:12,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:12,529 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:12,533 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:12,685 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33771 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:12,686 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:12,714 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,33771,1732191722205, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:12,715 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:12,715 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:12,715 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:12,716 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54533, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:12,718 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,33771,1732191722205', locateType=CURRENT is [region=hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2] 2024-11-21T12:22:12,721 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:12,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:12,722 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,33771,1732191722205 suceeded 2024-11-21T12:22:12,723 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:12,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:12,724 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 189 msec 2024-11-21T12:22:12,724 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:39531,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:12,726 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4160 sec 2024-11-21T12:22:12,735 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:39531' 2024-11-21T12:22:12,736 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4f53c820, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,736 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:12,736 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:12,737 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:12,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@386cca12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:12,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:12,739 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:12,739 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@250ce023, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:12,739 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:12,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:12,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@13bac885 2024-11-21T12:22:12,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:12,741 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39710, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:12,741 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,33771,1732191722205 (queues=1) is replicating from cluster=66e66ffe-6996-4019-9a57-2e304437a09f to cluster=c40008c1-42ea-450d-a72a-9b454415bc3e 2024-11-21T12:22:12,741 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C33771%2C1732191722205 2024-11-21T12:22:12,741 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,33771,1732191722205, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:12,742 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C33771%2C1732191722205 2024-11-21T12:22:12,742 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, startPosition=0, beingWritten=true 2024-11-21T12:22:12,748 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:12,748 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:12,748 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33771,1732191722205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:12,952 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:13,257 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:13,427 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:13,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:13,462 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:13,462 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:13,462 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:194) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:13,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:13,462 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:13,462 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:13,462 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:13,466 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_0 is 36, key is aaaa/f:row/1732191733465/Put/seqid=0 2024-11-21T12:22:13,469 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:22:13,662 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:13,872 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_1 is 34, key is ddd/f:row/1732191733872/Put/seqid=0 2024-11-21T12:22:13,876 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:22:14,166 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:14,232 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:14,277 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4252f0b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,277 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:14,277 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:14,278 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:14,278 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21b802f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:14,279 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:14,280 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39728, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:14,281 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2318e67b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:14,281 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:14,282 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:14,283 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39544, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:14,290 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7741b69c 2024-11-21T12:22:14,291 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:14,292 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:14,295 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2] 2024-11-21T12:22:14,297 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:14,302 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_0 first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:22:14,304 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_1 first=Optional[ddd] last=Optional[fff] 2024-11-21T12:22:14,308 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_0 for inclusion in be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:22:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:14,310 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_1 for inclusion in be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:22:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegion(2603): Flush status journal for be0186cc7e6ae96c4a911b8d1a29f5b8: 2024-11-21T12:22:14,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_0 to hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_0 2024-11-21T12:22:14,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_0 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/8594135581c24c72b67340ac68262db9_SeqId_4_ 2024-11-21T12:22:14,316 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/testHFileCyclicReplication_01/f/hfile_1 to hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_1 2024-11-21T12:22:14,317 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_1 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ 2024-11-21T12:22:14,320 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_0 into be0186cc7e6ae96c4a911b8d1a29f5b8/f as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/8594135581c24c72b67340ac68262db9_SeqId_4_ - updating store file list. 2024-11-21T12:22:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 8594135581c24c72b67340ac68262db9_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:14,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/8594135581c24c72b67340ac68262db9_SeqId_4_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:14,324 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_0 into be0186cc7e6ae96c4a911b8d1a29f5b8/f (new location: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/8594135581c24c72b67340ac68262db9_SeqId_4_) 2024-11-21T12:22:14,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_0 2024-11-21T12:22:14,325 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_1 into be0186cc7e6ae96c4a911b8d1a29f5b8/f as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ - updating store file list. 2024-11-21T12:22:14,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:14,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:14,328 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_1 into be0186cc7e6ae96c4a911b8d1a29f5b8/f (new location: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_) 2024-11-21T12:22:14,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins__test__dh127da57vl1taggun8k076iia1spjqnf5juipl78rregn77ca77bnlu38q852n0/f/hfile_1 2024-11-21T12:22:14,330 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:14,330 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:205) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:14,330 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:14,330 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:14,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2 , the old value is region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:46735 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:22:14,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:22:14,331 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2 from cache 2024-11-21T12:22:14,331 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:14,331 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:22:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:14,332 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:14,333 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:14,335 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2] 2024-11-21T12:22:14,336 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:22:14,442 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:46735 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:22:14,770 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:15,136 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 379, reset compression=false 2024-11-21T12:22:15,142 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:15,142 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46735,1732191718304 got entry batch from reader: WALEntryBatch [walEntries=[{test/be0186cc7e6ae96c4a911b8d1a29f5b8/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191734329/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:22:15,144 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:15,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34068, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:15,145 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.ReplicationSink(318): Replicating [c40008c1-42ea-450d-a72a-9b454415bc3e] bulk loaded data 2024-11-21T12:22:15,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6a6c7c2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:15,146 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:15,147 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@779083bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:15,147 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:15,148 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41322, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:15,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3c7022b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:15,157 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:22:15,339 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:22:15,342 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:15,474 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:15,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:22:15,573 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:15,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:15,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@a3b0b5b 2024-11-21T12:22:15,574 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:15,576 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:15,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:15,578 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:15,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:15,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:15,581 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:15,590 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:22:15,593 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:22:15,597 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ for inclusion in b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(626): HFile bounds: first=ddd last=fff 2024-11-21T12:22:15,600 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:15,600 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ for inclusion in b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(626): HFile bounds: first=aaaa last=cccc 2024-11-21T12:22:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegion(2603): Flush status journal for b52fac3b918ac8978a19d0b423967812: 2024-11-21T12:22:15,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:22:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_ 2024-11-21T12:22:15,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 8594135581c24c72b67340ac68262db9_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:22:15,605 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/912398c6db3f464fa2cb7448f3cc7040_SeqId_4_ 2024-11-21T12:22:15,609 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_ - updating store file list. 2024-11-21T12:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:15,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:15,613 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f (new location: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_) 2024-11-21T12:22:15,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/ab91242e698c4f2784dc87b1e0c29bb4_SeqId_4_ 2024-11-21T12:22:15,614 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/912398c6db3f464fa2cb7448f3cc7040_SeqId_4_ - updating store file list. 2024-11-21T12:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 912398c6db3f464fa2cb7448f3cc7040_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:15,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/912398c6db3f464fa2cb7448f3cc7040_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:15,618 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ into b52fac3b918ac8978a19d0b423967812/f (new location: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/912398c6db3f464fa2cb7448f3cc7040_SeqId_4_) 2024-11-21T12:22:15,618 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins.hfs.11__test__6uu531652nmeo1qrf409ps1bt583f95rmdbkkkq692famml3fcvd0en20usgb2h6/f/8594135581c24c72b67340ac68262db9_SeqId_4_ 2024-11-21T12:22:15,620 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.ReplicationSink(324): Finished replicating [c40008c1-42ea-450d-a72a-9b454415bc3e] bulk loaded data 2024-11-21T12:22:15,647 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:16,051 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:16,280 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 379, reset compression=false 2024-11-21T12:22:16,286 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:16,286 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33771,1732191722205 got entry batch from reader: WALEntryBatch [walEntries=[{test/b52fac3b918ac8978a19d0b423967812/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191735618/Put/vlen=228/seqid=0; >],8341}], lastWalPath=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, lastWalPosition=725, nbRowKeys=1, nbHFiles=2, heapSize=8341, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T12:22:16,288 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:16,289 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39556, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.11 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:16,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(318): Replicating [c40008c1-42ea-450d-a72a-9b454415bc3e, 66e66ffe-6996-4019-9a57-2e304437a09f] bulk loaded data 2024-11-21T12:22:16,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b1e8939, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:16,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,39531,-1 for getting cluster id 2024-11-21T12:22:16,290 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:16,291 DEBUG [HMaster-EventLoopGroup-23-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c40008c1-42ea-450d-a72a-9b454415bc3e' 2024-11-21T12:22:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c40008c1-42ea-450d-a72a-9b454415bc3e" 2024-11-21T12:22:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2658bd72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,39531,-1] 2024-11-21T12:22:16,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:16,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:16,292 INFO [HMaster-EventLoopGroup-23-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39740, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:16,293 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@14b96299, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:16,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741842_1018 (size=7691) 2024-11-21T12:22:16,347 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:16,350 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_0 is 36, key is gggg/f:row/1732191736350/Put/seqid=0 2024-11-21T12:22:16,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741842_1018 (size=11194) 2024-11-21T12:22:16,486 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 725, reset compression=false 2024-11-21T12:22:16,556 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:16,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741843_1019 (size=7894) 2024-11-21T12:22:16,756 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_1 is 34, key is jjj/f:row/1732191736756/Put/seqid=0 2024-11-21T12:22:16,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741843_1019 (size=10791) 2024-11-21T12:22:16,791 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 725, reset compression=false 2024-11-21T12:22:17,115 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:17,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:17,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75791cce 2024-11-21T12:22:17,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:17,118 INFO [HMaster-EventLoopGroup-23-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41170, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:17,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:17,120 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:17,121 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:17,122 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:17,123 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52916, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.10 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:17,129 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__a0b5pd787ste7gfujik2a906enkjsmugi58sc4t47io0bdk97hcogq3rseuhorka/f/912398c6db3f464fa2cb7448f3cc7040_SeqId_4_ first=Optional[aaaa] last=Optional[cccc] 2024-11-21T12:22:17,133 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__a0b5pd787ste7gfujik2a906enkjsmugi58sc4t47io0bdk97hcogq3rseuhorka/f/c788c9094ba14b5fb5b7db299d2154ce_SeqId_4_ first=Optional[ddd] last=Optional[fff] 2024-11-21T12:22:17,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(324): Finished replicating [c40008c1-42ea-450d-a72a-9b454415bc3e, 66e66ffe-6996-4019-9a57-2e304437a09f] bulk loaded data 2024-11-21T12:22:17,162 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6fd22cb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:17,163 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,43007,-1 for getting cluster id 2024-11-21T12:22:17,163 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:17,164 DEBUG [HMaster-EventLoopGroup-25-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '66e66ffe-6996-4019-9a57-2e304437a09f' 2024-11-21T12:22:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "66e66ffe-6996-4019-9a57-2e304437a09f" 2024-11-21T12:22:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ffcd197, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:17,164 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,43007,-1] 2024-11-21T12:22:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:17,165 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:17,165 INFO [HMaster-EventLoopGroup-25-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:17,166 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512fb7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:17,166 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:17,167 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:17,168 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:17,168 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47858, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:17,175 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:17,192 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e12406c 2024-11-21T12:22:17,194 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:17,195 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 725, reset compression=false 2024-11-21T12:22:17,195 INFO [HMaster-EventLoopGroup-25-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43608, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:17,200 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2] 2024-11-21T12:22:17,202 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:17,208 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_0 first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:22:17,210 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_1 first=Optional[jjj] last=Optional[lll] 2024-11-21T12:22:17,214 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_0 for inclusion in b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:22:17,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:17,217 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_1 for inclusion in b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:17,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegion(2603): Flush status journal for b52fac3b918ac8978a19d0b423967812: 2024-11-21T12:22:17,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_0 to hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_0 2024-11-21T12:22:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_0 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ 2024-11-21T12:22:17,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/testHFileCyclicReplication_10/f/hfile_1 to hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_1 2024-11-21T12:22:17,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_1 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/fa0de0caa64941128669658d115208c7_SeqId_6_ 2024-11-21T12:22:17,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_0 into b52fac3b918ac8978a19d0b423967812/f as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ - updating store file list. 2024-11-21T12:22:17,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ into b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:17,233 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_0 into b52fac3b918ac8978a19d0b423967812/f (new location: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_) 2024-11-21T12:22:17,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_0 2024-11-21T12:22:17,234 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_1 into b52fac3b918ac8978a19d0b423967812/f as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/fa0de0caa64941128669658d115208c7_SeqId_6_ - updating store file list. 2024-11-21T12:22:17,238 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fa0de0caa64941128669658d115208c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:17,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/fa0de0caa64941128669658d115208c7_SeqId_6_ into b52fac3b918ac8978a19d0b423967812/f 2024-11-21T12:22:17,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_1 into b52fac3b918ac8978a19d0b423967812/f (new location: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/f/fa0de0caa64941128669658d115208c7_SeqId_6_) 2024-11-21T12:22:17,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/staging/jenkins__test__a6v6jnead83mlpvno8dro7o309tdv4iqhgq4vqu0n5df2582ke1nsqlsq12dug5m/f/hfile_1 2024-11-21T12:22:17,241 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:17,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:216) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:17,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:17,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2 , the old value is region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:33771 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:22:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:22:17,242 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191726994.b52fac3b918ac8978a19d0b423967812., hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=2 from cache 2024-11-21T12:22:17,242 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:22:17,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:17,242 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=-1] 2024-11-21T12:22:17,243 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:17,244 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-24-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:17,246 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8., hostname=9bb5b7e9dd2c,46735,1732191718304, seqNum=2] 2024-11-21T12:22:17,252 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:22:17,352 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:22:17,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:22:17,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:17,700 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 725, reset compression=false 2024-11-21T12:22:17,706 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:17,706 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33771,1732191722205 got entry batch from reader: WALEntryBatch [walEntries=[{test/b52fac3b918ac8978a19d0b423967812/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191737239/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:22:17,707 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(318): Replicating [66e66ffe-6996-4019-9a57-2e304437a09f] bulk loaded data 2024-11-21T12:22:17,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741844_1020 (size=11194) 2024-11-21T12:22:17,731 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741845_1021 (size=10791) 2024-11-21T12:22:17,895 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:17,906 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:17,982 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:18,041 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,042 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,043 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,045 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,055 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:18,148 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:18,163 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ first=Optional[gggg] last=Optional[iiii] 2024-11-21T12:22:18,173 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ first=Optional[jjj] last=Optional[lll] 2024-11-21T12:22:18,211 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ for inclusion in be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(626): HFile bounds: first=jjj last=lll 2024-11-21T12:22:18,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:18,219 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ for inclusion in be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(626): HFile bounds: first=gggg last=iiii 2024-11-21T12:22:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:22:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegion(2603): Flush status journal for be0186cc7e6ae96c4a911b8d1a29f5b8: 2024-11-21T12:22:18,224 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): fa0de0caa64941128669658d115208c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:22:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/065bbf88b49144d2a38398c6b46da9f9_SeqId_6_ 2024-11-21T12:22:18,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:22:18,227 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:18,227 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/38bff74507f4499a9bcb498c4ca44224_SeqId_6_ 2024-11-21T12:22:18,235 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/065bbf88b49144d2a38398c6b46da9f9_SeqId_6_ - updating store file list. 2024-11-21T12:22:18,246 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 065bbf88b49144d2a38398c6b46da9f9_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:18,246 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/065bbf88b49144d2a38398c6b46da9f9_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:18,247 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f (new location: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/065bbf88b49144d2a38398c6b46da9f9_SeqId_6_) 2024-11-21T12:22:18,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/fa0de0caa64941128669658d115208c7_SeqId_6_ 2024-11-21T12:22:18,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/38bff74507f4499a9bcb498c4ca44224_SeqId_6_ - updating store file list. 2024-11-21T12:22:18,260 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:22:18,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 38bff74507f4499a9bcb498c4ca44224_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:22:18,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/38bff74507f4499a9bcb498c4ca44224_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f 2024-11-21T12:22:18,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ into be0186cc7e6ae96c4a911b8d1a29f5b8/f (new location: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/f/38bff74507f4499a9bcb498c4ca44224_SeqId_6_) 2024-11-21T12:22:18,266 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/staging/jenkins.hfs.10__test__qub9akg74tqaim0jl31juqo6ujujj0oucktrk5eqlc732fd88cl864c5c3q52dd9/f/0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_ 2024-11-21T12:22:18,269 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46735 {}] regionserver.ReplicationSink(324): Finished replicating [66e66ffe-6996-4019-9a57-2e304437a09f] bulk loaded data 2024-11-21T12:22:18,672 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:18,721 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 687, reset compression=false 2024-11-21T12:22:18,727 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:18,727 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46735,1732191718304 got entry batch from reader: WALEntryBatch [walEntries=[{test/be0186cc7e6ae96c4a911b8d1a29f5b8/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191738266/Put/vlen=228/seqid=0; >],11641}], lastWalPath=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927, lastWalPosition=1033, nbRowKeys=1, nbHFiles=2, heapSize=11641, lastSeqIds={}, endOfFile=false,usedBufferSize=447] 2024-11-21T12:22:18,728 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.ReplicationSink(318): Replicating [66e66ffe-6996-4019-9a57-2e304437a09f, c40008c1-42ea-450d-a72a-9b454415bc3e] bulk loaded data 2024-11-21T12:22:18,736 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741844_1020 (size=10791) 2024-11-21T12:22:18,927 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:19,143 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741845_1021 (size=11194) 2024-11-21T12:22:19,176 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:19,231 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:19,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:19,271 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:19,272 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:19,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:19,272 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:19,272 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:19,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:19,272 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2036346507, stopped=false 2024-11-21T12:22:19,272 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,43007,1732191722170 2024-11-21T12:22:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097107603/running 2024-11-21T12:22:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097107603/running 2024-11-21T12:22:19,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:19,275 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:19,275 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:19,275 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:19,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/running 2024-11-21T12:22:19,276 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Set watcher on znode that does not yet exist, /12097107603/running 2024-11-21T12:22:19,275 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:19,277 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,33771,1732191722205' ***** 2024-11-21T12:22:19,277 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:19,278 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(3091): Received CLOSE for 5838cf5bd4256e427e11bc671f6fa592 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(3091): Received CLOSE for b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:19,278 INFO [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33771. 2024-11-21T12:22:19,279 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5838cf5bd4256e427e11bc671f6fa592, disabling compactions & flushes 2024-11-21T12:22:19,279 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:19,279 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. after waiting 0 ms 2024-11-21T12:22:19,279 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:19,279 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:19,279 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:19,279 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:19,279 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5838cf5bd4256e427e11bc671f6fa592 3/3 column families, dataSize=1.13 KB heapSize=2.75 KB 2024-11-21T12:22:19,279 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:19,279 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5838cf5bd4256e427e11bc671f6fa592=hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592., b52fac3b918ac8978a19d0b423967812=test,,1732191726994.b52fac3b918ac8978a19d0b423967812.} 2024-11-21T12:22:19,279 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5838cf5bd4256e427e11bc671f6fa592, b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:19,279 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:19,279 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:19,279 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:19,304 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/info/a2082063622d425a89c0d6331a2ce929 is 147, key is hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592./info:regioninfo/1732191732494/Put/seqid=0 2024-11-21T12:22:19,308 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/hfileref/f768701cbbba450ca0f84a5374189708 is 74, key is 1/hfileref:0b72cf6a87a44ac692ceffea4dc4e170_SeqId_6_/1732191738271/DeleteColumn/seqid=0 2024-11-21T12:22:19,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741846_1022 (size=7686) 2024-11-21T12:22:19,314 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/info/a2082063622d425a89c0d6331a2ce929 2024-11-21T12:22:19,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741847_1023 (size=5345) 2024-11-21T12:22:19,334 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/ns/10f7652dd5f249fea84bb973663c2796 is 43, key is default/ns:d/1732191724785/Put/seqid=0 2024-11-21T12:22:19,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741848_1024 (size=5153) 2024-11-21T12:22:19,377 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:19,479 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5838cf5bd4256e427e11bc671f6fa592, b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:19,549 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:22:19,550 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:19,551 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33771 {}] ipc.CallRunner(138): callId: 4 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34080 deadline: 1732191799549, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping 2024-11-21T12:22:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 from cache 2024-11-21T12:22:19,636 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:19,680 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5838cf5bd4256e427e11bc671f6fa592, b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:19,691 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:19,692 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:19,693 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33771 {}] ipc.CallRunner(138): callId: 5 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34080 deadline: 1732191799549, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping 2024-11-21T12:22:19,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 from cache 2024-11-21T12:22:19,720 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=560 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/hfileref/f768701cbbba450ca0f84a5374189708 2024-11-21T12:22:19,738 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/ns/10f7652dd5f249fea84bb973663c2796 2024-11-21T12:22:19,739 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/queue/3d661cec8b544255a31ebf3c172abb98 is 154, key is 1-9bb5b7e9dd2c,33771,1732191722205/queue:9bb5b7e9dd2c%2C33771%2C1732191722205/1732191738274/Put/seqid=0 2024-11-21T12:22:19,743 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741849_1025 (size=5353) 2024-11-21T12:22:19,758 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/afcf778cccf74edc8e975aedd217ee35 is 112, key is test,,1732191726994.b52fac3b918ac8978a19d0b423967812./rep_barrier:seqnumDuringOpen/1732191728142/Put/seqid=0 2024-11-21T12:22:19,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741850_1026 (size=5518) 2024-11-21T12:22:19,780 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:19,880 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5838cf5bd4256e427e11bc671f6fa592, b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:19,901 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:19,902 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:19,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:19,903 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33771 {}] ipc.CallRunner(138): callId: 6 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34080 deadline: 1732191799549, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping 2024-11-21T12:22:19,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 from cache 2024-11-21T12:22:20,066 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:20,066 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:20,080 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5838cf5bd4256e427e11bc671f6fa592, b52fac3b918ac8978a19d0b423967812 2024-11-21T12:22:20,140 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:20,144 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=595 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/queue/3d661cec8b544255a31ebf3c172abb98 2024-11-21T12:22:20,149 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/hfileref/f768701cbbba450ca0f84a5374189708 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/hfileref/f768701cbbba450ca0f84a5374189708 2024-11-21T12:22:20,153 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/hfileref/f768701cbbba450ca0f84a5374189708, entries=4, sequenceid=12, filesize=5.2 K 2024-11-21T12:22:20,153 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/.tmp/queue/3d661cec8b544255a31ebf3c172abb98 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/queue/3d661cec8b544255a31ebf3c172abb98 2024-11-21T12:22:20,157 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/queue/3d661cec8b544255a31ebf3c172abb98, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T12:22:20,158 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5838cf5bd4256e427e11bc671f6fa592 in 879ms, sequenceid=12, compaction requested=false 2024-11-21T12:22:20,162 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/afcf778cccf74edc8e975aedd217ee35 2024-11-21T12:22:20,162 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/replication/5838cf5bd4256e427e11bc671f6fa592/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:20,163 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5838cf5bd4256e427e11bc671f6fa592: Waiting for close lock at 1732191739278Running coprocessor pre-close hooks at 1732191739278Disabling compacts and flushes for region at 1732191739278Disabling writes for close at 1732191739279 (+1 ms)Obtaining lock to block concurrent updates at 1732191739279Preparing flush snapshotting stores in 5838cf5bd4256e427e11bc671f6fa592 at 1732191739279Finished memstore snapshotting hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592., syncing WAL and waiting on mvcc, flushsize=dataSize=1155, getHeapSize=2768, getOffHeapSize=0, getCellsCount=12 at 1732191739279Flushing stores of hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. at 1732191739280 (+1 ms)Flushing 5838cf5bd4256e427e11bc671f6fa592/hfileref: creating writer at 1732191739281 (+1 ms)Flushing 5838cf5bd4256e427e11bc671f6fa592/hfileref: appending metadata at 1732191739307 (+26 ms)Flushing 5838cf5bd4256e427e11bc671f6fa592/hfileref: closing flushed file at 1732191739307Flushing 5838cf5bd4256e427e11bc671f6fa592/queue: creating writer at 1732191739725 (+418 ms)Flushing 5838cf5bd4256e427e11bc671f6fa592/queue: appending metadata at 1732191739739 (+14 ms)Flushing 5838cf5bd4256e427e11bc671f6fa592/queue: closing flushed file at 1732191739739Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3298540: reopening flushed file at 1732191740148 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67fd70e: reopening flushed file at 1732191740153 (+5 ms)Finished flush of dataSize ~1.13 KB/1155, heapSize ~2.47 KB/2528, currentSize=0 B/0 for 5838cf5bd4256e427e11bc671f6fa592 in 879ms, sequenceid=12, compaction requested=false at 1732191740158 (+5 ms)Writing region close event to WAL at 1732191740159 (+1 ms)Running coprocessor post-close hooks at 1732191740163 (+4 ms)Closed at 1732191740163 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191731316.5838cf5bd4256e427e11bc671f6fa592. 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b52fac3b918ac8978a19d0b423967812, disabling compactions & flushes 2024-11-21T12:22:20,163 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191726994.b52fac3b918ac8978a19d0b423967812. after waiting 0 ms 2024-11-21T12:22:20,163 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:20,169 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/default/test/b52fac3b918ac8978a19d0b423967812/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:22:20,171 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:20,171 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:20,171 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:20,171 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b52fac3b918ac8978a19d0b423967812: Waiting for close lock at 1732191740163Running coprocessor pre-close hooks at 1732191740163Disabling compacts and flushes for region at 1732191740163Disabling writes for close at 1732191740163Writing region close event to WAL at 1732191740165 (+2 ms)Running coprocessor post-close hooks at 1732191740171 (+6 ms)Closed at 1732191740171 2024-11-21T12:22:20,171 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191726994.b52fac3b918ac8978a19d0b423967812. 2024-11-21T12:22:20,184 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/table/1bc98446af054313b009ca897c488b88 is 53, key is hbase:replication/table:state/1732191732500/Put/seqid=0 2024-11-21T12:22:20,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741851_1027 (size=5308) 2024-11-21T12:22:20,210 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:20,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:20,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:20,213 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33771 {}] ipc.CallRunner(138): callId: 7 service: ClientService methodName: Scan size: 129 connection: 172.17.0.2:34080 deadline: 1732191799550, exception=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping 2024-11-21T12:22:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 from cache 2024-11-21T12:22:20,280 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:22:20,280 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:22:20,280 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:22:20,480 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:22:20,484 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1033, reset compression=false 2024-11-21T12:22:20,489 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:20,489 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1328, reset compression=false 2024-11-21T12:22:20,489 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33771,1732191722205 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205, lastWalPosition=1328, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:20,490 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,33771,1732191722205: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,33771,1732191722205, walGroup=9bb5b7e9dd2c%2C33771%2C1732191722205, offset=9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205:1328, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33771 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:20,491 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:20,492 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:20,493 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:20,493 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:20,493 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:20,493 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 603332096 }, "NonHeapMemoryUsage": { "committed": 190971904, "init": 7667712, "max": -1, "used": 188214568 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:20,495 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:20,588 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/table/1bc98446af054313b009ca897c488b88 2024-11-21T12:22:20,593 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/info/a2082063622d425a89c0d6331a2ce929 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/info/a2082063622d425a89c0d6331a2ce929 2024-11-21T12:22:20,597 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/info/a2082063622d425a89c0d6331a2ce929, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:20,598 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/ns/10f7652dd5f249fea84bb973663c2796 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/ns/10f7652dd5f249fea84bb973663c2796 2024-11-21T12:22:20,602 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/ns/10f7652dd5f249fea84bb973663c2796, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:20,603 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/rep_barrier/afcf778cccf74edc8e975aedd217ee35 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/rep_barrier/afcf778cccf74edc8e975aedd217ee35 2024-11-21T12:22:20,607 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/rep_barrier/afcf778cccf74edc8e975aedd217ee35, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:20,608 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/.tmp/table/1bc98446af054313b009ca897c488b88 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/table/1bc98446af054313b009ca897c488b88 2024-11-21T12:22:20,612 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/table/1bc98446af054313b009ca897c488b88, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:20,613 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:20,618 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:20,619 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:20,619 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:20,619 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:20,619 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191739279Running coprocessor pre-close hooks at 1732191739279Disabling compacts and flushes for region at 1732191739279Disabling writes for close at 1732191739279Obtaining lock to block concurrent updates at 1732191739279Preparing flush snapshotting stores in 1588230740 at 1732191739279Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191739280 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191739281 (+1 ms)Flushing 1588230740/info: creating writer at 1732191739281Flushing 1588230740/info: appending metadata at 1732191739302 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732191739302Flushing 1588230740/ns: creating writer at 1732191739319 (+17 ms)Flushing 1588230740/ns: appending metadata at 1732191739334 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191739334Flushing 1588230740/rep_barrier: creating writer at 1732191739743 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191739757 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191739757Flushing 1588230740/table: creating writer at 1732191740167 (+410 ms)Flushing 1588230740/table: appending metadata at 1732191740183 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732191740183Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@76c6a2af: reopening flushed file at 1732191740592 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@706b931c: reopening flushed file at 1732191740598 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c1784a1: reopening flushed file at 1732191740602 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a151a94: reopening flushed file at 1732191740607 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1334ms, sequenceid=16, compaction requested=false at 1732191740613 (+6 ms)Writing region close event to WAL at 1732191740616 (+3 ms)Running coprocessor post-close hooks at 1732191740619 (+3 ms)Closed at 1732191740619 2024-11-21T12:22:20,619 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:20,681 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,33771,1732191722205; all regions closed. 2024-11-21T12:22:20,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:20,683 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.meta.1732191724736.meta not finished, retry = 0 2024-11-21T12:22:20,694 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.1732191724205 to pos 1328, reset compression=false 2024-11-21T12:22:20,721 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:20,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1] 2024-11-21T12:22:20,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 , the old value is region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1, error=org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting 2024-11-21T12:22:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 is org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting 2024-11-21T12:22:20,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33771,1732191722205, seqNum=-1 from cache 2024-11-21T12:22:20,725 ERROR [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] util.FutureUtils(73): Unexpected error caught when processing CompletableFuture java.lang.NullPointerException: Cannot invoke "java.util.List.forEach(java.util.function.Consumer)" because "locs" is null at org.apache.hadoop.hbase.client.AsyncTableRegionLocatorImpl.lambda$getAllRegionLocations$2(AsyncTableRegionLocatorImpl.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableHRegionLocations$9(ClientMetaTableAccessor.java:174) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor.lambda$getTableRegionsAndLocations$10(ClientMetaTableAccessor.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.ClientMetaTableAccessor$MetaTableScanResultConsumer.onError(ClientMetaTableAccessor.java:315) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$openScanner$2(AsyncClientScanner.java:261) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:20,725 ERROR [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] regionserver.ReplicationSink(335): Unable to accept edit because: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T12:22:19.580Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.694Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.904Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.214Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.724Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:20,726 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T12:22:19.580Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.694Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.904Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.214Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.724Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) ~[classes/:?] at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) ~[classes/:?] at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:20,727 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=33771 {}] ipc.CallRunner(138): callId: 4 service: AdminService methodName: ReplicateWALEntry size: 605 connection: 172.17.0.2:34068 deadline: 1732191798728, exception=org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T12:22:19.580Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.694Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.904Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.214Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.724Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting 2024-11-21T12:22:20,729 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed after attempts=5, exceptions: 2024-11-21T12:22:19.580Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.694Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:19.904Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.214Z, org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: org.apache.hadoop.hbase.regionserver.RegionServerStoppedException: Server 9bb5b7e9dd2c,33771,1732191722205 stopping at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkOpen(RSRpcServices.java:1466) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3550) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-11-21T12:22:20.724Z, org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.loadHFileQueue(BulkLoadHFilesTool.java:390) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.doBulkLoad(HFileReplicator.java:179) at org.apache.hadoop.hbase.replication.regionserver.HFileReplicator.replicate(HFileReplicator.java:154) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.replicateEntries(ReplicationSink.java:323) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.replicateLogEntries(ReplicationSinkServiceImpl.java:62) at org.apache.hadoop.hbase.regionserver.RSRpcServices.replicateWALEntry(RSRpcServices.java:2240) at org.apache.hadoop.hbase.shaded.protobuf.generated.AdminProtos$AdminService$2.callBlockingMethod(AdminProtos.java:34073) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at --------Future.get--------(Unknown Source) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.completeExceptionally(AsyncRpcRetryingCaller.java:109) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:187) at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$call$4(AsyncSingleRequestRpcRetryingCaller.java:86) at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) at java.base/java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) at java.base/java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) at java.base/java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) at java.base/java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) at org.apache.hadoop.hbase.client.AsyncClientScanner.lambda$callOpenScanner$0(AsyncClientScanner.java:181) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) at java.base/java.lang.Thread.run(Thread.java:840) Caused by: org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) at java.base/jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) at java.base/java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) at java.base/java.lang.reflect.Constructor.newInstance(Constructor.java:480) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.instantiateException(RemoteWithExtrasException.java:110) at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:100) at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ... 40 more Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException(org.apache.hadoop.hbase.regionserver.RegionServerAbortedException): Server 9bb5b7e9dd2c,33771,1732191722205 aborting at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ... 30 more at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:20,745 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:20,786 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741839_1015 (size=3127) 2024-11-21T12:22:20,786 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/WALs/9bb5b7e9dd2c,33771,1732191722205/9bb5b7e9dd2c%2C33771%2C1732191722205.rep.1732191732461 not finished, retry = 0 2024-11-21T12:22:20,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-1 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.regionserver.RegionServerAbortedException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processRequest(ServerRpcConnection.java:564) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.ServerRpcConnection.processOneRpc(ServerRpcConnection.java:364) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyServerRpcConnection.process(NettyServerRpcConnection.java:89) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:56) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcServerRequestDecoder.channelRead0(NettyRpcServerRequestDecoder.java:31) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.SimpleChannelInboundHandler.channelRead(SimpleChannelInboundHandler.java:99) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:20,833 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(480): [Source for peer 1]: Peer encountered RemoteException, rechecking all sinks: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: Server 9bb5b7e9dd2c,33771,1732191722205 aborting at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:20,889 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741833_1009 (size=1336) 2024-11-21T12:22:20,890 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:20,890 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:20,890 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:20,890 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:20,890 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:20,890 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:20,890 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,33771,1732191722205 because: Region server is closing 2024-11-21T12:22:20,891 INFO [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33771. 2024-11-21T12:22:20,891 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:20,891 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:20,891 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:20,891 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:20,991 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.shipper9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 terminated 2024-11-21T12:22:20,991 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33771,1732191722205.replicationSource.wal-reader.9bb5b7e9dd2c%2C33771%2C1732191722205,1-9bb5b7e9dd2c,33771,1732191722205 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:22:20,992 INFO [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33771. 2024-11-21T12:22:20,992 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:20,992 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:20,992 DEBUG [RS:0;9bb5b7e9dd2c:33771 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:20,992 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:20,992 INFO [RS:0;9bb5b7e9dd2c:33771 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33771 2024-11-21T12:22:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603/rs 2024-11-21T12:22:20,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097107603/rs/9bb5b7e9dd2c,33771,1732191722205 2024-11-21T12:22:20,995 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:20,997 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,33771,1732191722205] 2024-11-21T12:22:20,998 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /12097107603/draining/9bb5b7e9dd2c,33771,1732191722205 already deleted, retry=false 2024-11-21T12:22:20,998 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,33771,1732191722205 expired; onlineServers=0 2024-11-21T12:22:20,998 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,43007,1732191722170' ***** 2024-11-21T12:22:20,998 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:20,998 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:20,999 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:20,999 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:20,999 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:20,999 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191723983 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191723983,5,FailOnTimeoutGroup] 2024-11-21T12:22:20,999 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191723983 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191723983,5,FailOnTimeoutGroup] 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:20,999 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:20,999 INFO [M:0;9bb5b7e9dd2c:43007 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:20,999 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:21,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/12097107603/master 2024-11-21T12:22:21,000 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/12097107603 2024-11-21T12:22:21,000 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] zookeeper.ZKUtil(347): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Unable to get data of znode /12097107603/master because node does not exist (not an error) 2024-11-21T12:22:21,000 WARN [M:0;9bb5b7e9dd2c:43007 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:21,001 INFO [M:0;9bb5b7e9dd2c:43007 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/.lastflushedseqids 2024-11-21T12:22:21,005 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741852_1028 (size=263) 2024-11-21T12:22:21,036 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9bb5b7e9dd2c:33771 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:33771 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:21,037 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9bb5b7e9dd2c:33771 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:33771 2024-11-21T12:22:21,037 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(495): [Source for peer 1]: Peer is unavailable, rechecking all sinks: java.net.ConnectException: Call to address=9bb5b7e9dd2c:33771 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:33771 at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:220) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:33771 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] ... 7 more 2024-11-21T12:22:21,039 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:21,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.CallRunner(138): callId: 12 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41264 deadline: 1732191801039, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:22:21,041 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:496) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:21,041 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:22:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:21,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33771-0x100624a11f30004, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:21,097 INFO [RS:0;9bb5b7e9dd2c:33771 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:21,097 INFO [RS:0;9bb5b7e9dd2c:33771 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,33771,1732191722205; zookeeper connection closed. 2024-11-21T12:22:21,098 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@5bcf003c {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@5bcf003c 2024-11-21T12:22:21,098 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:21,341 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:22:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:21,343 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.CallRunner(138): callId: 14 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41264 deadline: 1732191801343, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:22:21,344 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:21,345 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:22:21,345 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:22:21,406 INFO [M:0;9bb5b7e9dd2c:43007 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:21,406 INFO [M:0;9bb5b7e9dd2c:43007 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:21,406 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:21,406 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:21,406 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:21,406 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:21,406 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:21,406 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:22:21,426 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d993289bde474fbfa1853f319550a008 is 82, key is hbase:meta,,1/info:regioninfo/1732191724775/Put/seqid=0 2024-11-21T12:22:21,430 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741853_1029 (size=5672) 2024-11-21T12:22:21,449 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:21,745 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:22:21,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:21,748 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.CallRunner(138): callId: 16 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41264 deadline: 1732191801747, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:22:21,748 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:21,749 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:22:21,749 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:22:21,831 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d993289bde474fbfa1853f319550a008 2024-11-21T12:22:21,854 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f39c7a97075471e8e360a6593b03e48 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191732504/Put/seqid=0 2024-11-21T12:22:21,858 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741854_1030 (size=8517) 2024-11-21T12:22:22,250 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:22:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.exceptions.MasterStoppedException: null at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:22:22,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=43007 {}] ipc.CallRunner(138): callId: 18 service: MasterService methodName: ListDecommissionedRegionServers size: 47 connection: 172.17.0.2:41264 deadline: 1732191802251, exception=org.apache.hadoop.hbase.exceptions.MasterStoppedException 2024-11-21T12:22:22,252 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:22,252 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed org.apache.hadoop.hbase.DoNotRetryIOException: Unable to instantiate exception received from server:org.apache.hadoop.hbase.exceptions.MasterStoppedException.(java.lang.String) at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.ipc.RemoteWithExtrasException.unwrapRemoteException(RemoteWithExtrasException.java:103) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.translateException(ConnectionUtils.java:219) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.onError(AsyncRpcRetryingCaller.java:165) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.lambda$doCall$4(AsyncMasterRequestRpcRetryingCaller.java:76) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.RawAsyncHBaseAdmin$1.run(RawAsyncHBaseAdmin.java:465) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcConnection.readResponse(RpcConnection.java:457) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.readResponse(NettyRpcDuplexHandler.java:125) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcDuplexHandler.channelRead(NettyRpcDuplexHandler.java:140) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.fireChannelRead(ByteToMessageDecoder.java:346) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.codec.ByteToMessageDecoder.channelRead(ByteToMessageDecoder.java:318) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:444) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.handler.timeout.IdleStateHandler.channelRead(IdleStateHandler.java:289) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:442) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireChannelRead(AbstractChannelHandlerContext.java:412) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.channelRead(DefaultChannelPipeline.java:1357) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:440) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeChannelRead(AbstractChannelHandlerContext.java:420) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireChannelRead(DefaultChannelPipeline.java:868) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollStreamChannel$EpollStreamUnsafe.epollInReady(AbstractEpollStreamChannel.java:799) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.RemoteWithExtrasException: org.apache.hadoop.hbase.exceptions.MasterStoppedException at org.apache.hadoop.hbase.master.HMaster.checkInitialized(HMaster.java:3345) at org.apache.hadoop.hbase.master.MasterRpcServices.listDecommissionedRegionServers(MasterRpcServices.java:2267) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:392) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 30 more 2024-11-21T12:22:22,253 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:22:22,253 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:22:22,258 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f39c7a97075471e8e360a6593b03e48 2024-11-21T12:22:22,278 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff11d951b3ac4d7a907e60a628d178fb is 69, key is 9bb5b7e9dd2c,33771,1732191722205/rs:state/1732191724050/Put/seqid=0 2024-11-21T12:22:22,282 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741855_1031 (size=5156) 2024-11-21T12:22:22,682 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff11d951b3ac4d7a907e60a628d178fb 2024-11-21T12:22:22,687 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/d993289bde474fbfa1853f319550a008 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d993289bde474fbfa1853f319550a008 2024-11-21T12:22:22,691 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/d993289bde474fbfa1853f319550a008, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:22,692 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7f39c7a97075471e8e360a6593b03e48 as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f39c7a97075471e8e360a6593b03e48 2024-11-21T12:22:22,696 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7f39c7a97075471e8e360a6593b03e48, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:22,696 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/ff11d951b3ac4d7a907e60a628d178fb as hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff11d951b3ac4d7a907e60a628d178fb 2024-11-21T12:22:22,700 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:42177/user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/ff11d951b3ac4d7a907e60a628d178fb, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:22,701 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:22,703 INFO [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:22,703 DEBUG [M:0;9bb5b7e9dd2c:43007 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191741406Disabling compacts and flushes for region at 1732191741406Disabling writes for close at 1732191741406Obtaining lock to block concurrent updates at 1732191741406Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191741406Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191741407 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191741407Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191741407Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191741426 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191741426Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191741835 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191741853 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191741853Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191742263 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191742277 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191742277Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@100fd5b1: reopening flushed file at 1732191742687 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6df083: reopening flushed file at 1732191742691 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3898d4a2: reopening flushed file at 1732191742696 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=97, compaction requested=false at 1732191742701 (+5 ms)Writing region close event to WAL at 1732191742703 (+2 ms)Closed at 1732191742703 2024-11-21T12:22:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:44287 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:22:22,705 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0b28fe94-1d74-f80a-9233-332f3b570e5c/MasterData/WALs/9bb5b7e9dd2c,43007,1732191722170/9bb5b7e9dd2c%2C43007%2C1732191722170.1732191723901 not finished, retry = 0 2024-11-21T12:22:22,806 INFO [M:0;9bb5b7e9dd2c:43007 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:22,806 INFO [M:0;9bb5b7e9dd2c:43007 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:43007 2024-11-21T12:22:22,806 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:22,807 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:22,854 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(234): Current list of sinks is out of date or empty, updating 2024-11-21T12:22:22,855 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9bb5b7e9dd2c:43007 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:43007 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:22,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-2 {}] ipc.FailedServers(52): Added failed server with address 9bb5b7e9dd2c:43007 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:43007 2024-11-21T12:22:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:22,910 INFO [M:0;9bb5b7e9dd2c:43007 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:22,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:43007-0x100624a11f30003, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6e3d63dc{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:22,913 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1cf9a9fb{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:22,913 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@14f0b8be{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:22,913 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4840337b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:22,915 WARN [BP-1310488616-172.17.0.2-1732191721065 heartbeating to localhost/127.0.0.1:42177 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:22,915 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:22,915 WARN [BP-1310488616-172.17.0.2-1732191721065 heartbeating to localhost/127.0.0.1:42177 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1310488616-172.17.0.2-1732191721065 (Datanode Uuid 0fb7e3df-a0de-4cf3-8169-d2210c90ca5c) service to localhost/127.0.0.1:42177 2024-11-21T12:22:22,915 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:22,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/cluster_caa983ca-6f6e-9d85-652f-da60f4a628b3/data/data1/current/BP-1310488616-172.17.0.2-1732191721065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:22,916 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/cluster_caa983ca-6f6e-9d85-652f-da60f4a628b3/data/data2/current/BP-1310488616-172.17.0.2-1732191721065 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:22,916 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:22,922 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7418a6ef{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:22,923 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a62cd87{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:22,923 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:22,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5302c06e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:22,923 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@334ce1e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:22,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:22,939 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:22,939 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:22,939 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:22,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:22,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:22,939 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:22,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:22,939 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=530089899, stopped=false 2024-11-21T12:22:22,939 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,39531,1732191718256 2024-11-21T12:22:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1978382718/running 2024-11-21T12:22:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1978382718/running 2024-11-21T12:22:22,941 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:22,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:22,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:22,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileCyclicReplication(TestMasterReplication.java:221) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:22,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:22,942 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,46735,1732191718304' ***** 2024-11-21T12:22:22,942 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:22,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/running 2024-11-21T12:22:22,942 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Set watcher on znode that does not yet exist, /0-1978382718/running 2024-11-21T12:22:22,942 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:22,942 INFO [RS:0;9bb5b7e9dd2c:46735 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:22,942 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:22,942 INFO [RS:0;9bb5b7e9dd2c:46735 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for be0186cc7e6ae96c4a911b8d1a29f5b8 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46735. 2024-11-21T12:22:22,943 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f97ca5278f1ca2cb98b10a2dd08d24d2, disabling compactions & flushes 2024-11-21T12:22:22,943 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:22,943 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:22,943 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:22,943 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:22,943 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. after waiting 0 ms 2024-11-21T12:22:22,943 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:22,943 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:22,944 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:22,944 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing f97ca5278f1ca2cb98b10a2dd08d24d2 3/3 column families, dataSize=865 B heapSize=2.25 KB 2024-11-21T12:22:22,944 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:22,944 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, f97ca5278f1ca2cb98b10a2dd08d24d2=hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2., be0186cc7e6ae96c4a911b8d1a29f5b8=test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8.} 2024-11-21T12:22:22,944 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be0186cc7e6ae96c4a911b8d1a29f5b8, f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:22,944 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:22,944 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:22,944 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:22,944 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:22,944 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:22,944 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:22,960 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/hfileref/3f32de61e2f14b30bea4c05945b263c3 is 74, key is 1/hfileref:065bbf88b49144d2a38398c6b46da9f9_SeqId_6_/1732191738230/Put/seqid=0 2024-11-21T12:22:22,961 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:22,962 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.NettyRpcConnection$2(409): Exception encountered while connecting to the server 9bb5b7e9dd2c:43007 org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:43007 Caused by: java.net.ConnectException: finishConnect(..) failed: Connection refused at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.newConnectException0(Errors.java:166) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Errors.handleConnectErrno(Errors.java:131) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.unix.Socket.finishConnect(Socket.java:359) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.doFinishConnect(AbstractEpollChannel.java:715) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:692) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-11-21T12:22:22,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture$UniWhenComplete.tryFire(CompletableFuture.java:841) ~[?:?] at java.util.concurrent.CompletableFuture.postComplete(CompletableFuture.java:510) ~[?:?] at java.util.concurrent.CompletableFuture.completeExceptionally(CompletableFuture.java:2162) ~[?:?] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$1(AbstractRpcBasedConnectionRegistry.java:127) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:56) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hbase.thirdparty.com.google.protobuf.RpcUtil$1.run(RpcUtil.java:47) ~[hbase-shaded-protobuf-4.1.9.jar:4.1.9] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:397) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.BufferCallBeforeInitHandler.userEventTriggered(BufferCallBeforeInitHandler.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:398) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.fireUserEventTriggered(AbstractChannelHandlerContext.java:368) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline$HeadContext.userEventTriggered(DefaultChannelPipeline.java:1375) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:396) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannelHandlerContext.invokeUserEventTriggered(AbstractChannelHandlerContext.java:376) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.DefaultChannelPipeline.fireUserEventTriggered(DefaultChannelPipeline.java:862) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hadoop.hbase.ipc.NettyRpcConnection.failInit(NettyRpcConnection.java:210) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.fail(NettyRpcConnection.java:414) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:421) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.NettyRpcConnection$2.operationComplete(NettyRpcConnection.java:389) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListener0(DefaultPromise.java:590) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners0(DefaultPromise.java:583) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListenersNow(DefaultPromise.java:559) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.notifyListeners(DefaultPromise.java:492) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setValue0(DefaultPromise.java:636) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.setFailure0(DefaultPromise.java:629) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.DefaultPromise.tryFailure(DefaultPromise.java:118) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.fulfillConnectPromise(AbstractEpollChannel.java:679) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.finishConnect(AbstractEpollChannel.java:698) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.AbstractEpollChannel$AbstractEpollUnsafe.epollOutReady(AbstractEpollChannel.java:567) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.processReady(EpollEventLoop.java:491) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:399) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: java.net.ConnectException: Call to address=9bb5b7e9dd2c:43007 failed on connection exception: org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:43007 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 41 more 2024-11-21T12:22:22,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-26-3 {}] ipc.FailedServers(52): Added failed server with address 9bb5b7e9dd2c:43007 to list caused by org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AnnotatedConnectException: finishConnect(..) failed: Connection refused: 9bb5b7e9dd2c/172.17.0.2:43007 2024-11-21T12:22:22,964 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/info/e5ce9623278840d3b81613bb028ecc38 is 147, key is hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2./info:regioninfo/1732191730414/Put/seqid=0 2024-11-21T12:22:22,964 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741846_1022 (size=5345) 2024-11-21T12:22:22,965 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=420 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/hfileref/3f32de61e2f14b30bea4c05945b263c3 2024-11-21T12:22:22,968 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741847_1023 (size=7686) 2024-11-21T12:22:22,969 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/info/e5ce9623278840d3b81613bb028ecc38 2024-11-21T12:22:22,986 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/queue/5199055344164c84bfc348fdf7643034 is 153, key is 1-9bb5b7e9dd2c,46735,1732191718304/queue:9bb5b7e9dd2c%2C46735%2C1732191718304/1732191735623/Put/seqid=0 2024-11-21T12:22:22,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741848_1024 (size=5352) 2024-11-21T12:22:22,990 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/ns/81a02dab3fe84b29b8854dec48f50acf is 43, key is default/ns:d/1732191720932/Put/seqid=0 2024-11-21T12:22:22,994 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741849_1025 (size=5153) 2024-11-21T12:22:22,994 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/ns/81a02dab3fe84b29b8854dec48f50acf 2024-11-21T12:22:22,998 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:23,013 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/7eab5eaba7d44098a83feeb2eaad2704 is 112, key is test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8./rep_barrier:seqnumDuringOpen/1732191725998/Put/seqid=0 2024-11-21T12:22:23,017 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741850_1026 (size=5518) 2024-11-21T12:22:23,144 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be0186cc7e6ae96c4a911b8d1a29f5b8, f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:23,156 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.1732191719927 to pos 1033, reset compression=false 2024-11-21T12:22:23,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:23,171 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9bb5b7e9dd2c:43007 this server is in the failed servers list 2024-11-21T12:22:23,172 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9bb5b7e9dd2c:43007 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:23,344 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, be0186cc7e6ae96c4a911b8d1a29f5b8, f97ca5278f1ca2cb98b10a2dd08d24d2 2024-11-21T12:22:23,390 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=445 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/queue/5199055344164c84bfc348fdf7643034 2024-11-21T12:22:23,396 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/hfileref/3f32de61e2f14b30bea4c05945b263c3 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref/3f32de61e2f14b30bea4c05945b263c3 2024-11-21T12:22:23,400 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref/3f32de61e2f14b30bea4c05945b263c3, entries=4, sequenceid=10, filesize=5.2 K 2024-11-21T12:22:23,401 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/.tmp/queue/5199055344164c84bfc348fdf7643034 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/queue/5199055344164c84bfc348fdf7643034 2024-11-21T12:22:23,405 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/queue/5199055344164c84bfc348fdf7643034, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:22:23,406 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f97ca5278f1ca2cb98b10a2dd08d24d2 in 463ms, sequenceid=10, compaction requested=false 2024-11-21T12:22:23,406 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:22:23,409 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/replication/f97ca5278f1ca2cb98b10a2dd08d24d2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:23,410 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f97ca5278f1ca2cb98b10a2dd08d24d2: Waiting for close lock at 1732191742943Running coprocessor pre-close hooks at 1732191742943Disabling compacts and flushes for region at 1732191742943Disabling writes for close at 1732191742943Obtaining lock to block concurrent updates at 1732191742944 (+1 ms)Preparing flush snapshotting stores in f97ca5278f1ca2cb98b10a2dd08d24d2 at 1732191742944Finished memstore snapshotting hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2., syncing WAL and waiting on mvcc, flushsize=dataSize=865, getHeapSize=2256, getOffHeapSize=0, getCellsCount=9 at 1732191742944Flushing stores of hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. at 1732191742945 (+1 ms)Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref: creating writer at 1732191742945Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref: appending metadata at 1732191742960 (+15 ms)Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/hfileref: closing flushed file at 1732191742960Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/queue: creating writer at 1732191742971 (+11 ms)Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/queue: appending metadata at 1732191742985 (+14 ms)Flushing f97ca5278f1ca2cb98b10a2dd08d24d2/queue: closing flushed file at 1732191742986 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4f984a66: reopening flushed file at 1732191743395 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@563ab14c: reopening flushed file at 1732191743400 (+5 ms)Finished flush of dataSize ~865 B/865, heapSize ~1.97 KB/2016, currentSize=0 B/0 for f97ca5278f1ca2cb98b10a2dd08d24d2 in 463ms, sequenceid=10, compaction requested=false at 1732191743406 (+6 ms)Writing region close event to WAL at 1732191743407 (+1 ms)Running coprocessor post-close hooks at 1732191743410 (+3 ms)Closed at 1732191743410 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191729162.f97ca5278f1ca2cb98b10a2dd08d24d2. 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be0186cc7e6ae96c4a911b8d1a29f5b8, disabling compactions & flushes 2024-11-21T12:22:23,410 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. after waiting 0 ms 2024-11-21T12:22:23,410 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:23,414 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/default/test/be0186cc7e6ae96c4a911b8d1a29f5b8/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:22:23,414 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:23,414 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:23,414 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:23,414 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be0186cc7e6ae96c4a911b8d1a29f5b8: Waiting for close lock at 1732191743410Running coprocessor pre-close hooks at 1732191743410Disabling compacts and flushes for region at 1732191743410Disabling writes for close at 1732191743410Writing region close event to WAL at 1732191743411 (+1 ms)Running coprocessor post-close hooks at 1732191743414 (+3 ms)Closed at 1732191743414 2024-11-21T12:22:23,414 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191724842.be0186cc7e6ae96c4a911b8d1a29f5b8. 2024-11-21T12:22:23,418 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/7eab5eaba7d44098a83feeb2eaad2704 2024-11-21T12:22:23,436 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/table/a031e951c14f4a028533a47dcfe08bbf is 53, key is hbase:replication/table:state/1732191730422/Put/seqid=0 2024-11-21T12:22:23,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741851_1027 (size=5308) 2024-11-21T12:22:23,441 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/table/a031e951c14f4a028533a47dcfe08bbf 2024-11-21T12:22:23,450 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/info/e5ce9623278840d3b81613bb028ecc38 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/info/e5ce9623278840d3b81613bb028ecc38 2024-11-21T12:22:23,454 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/info/e5ce9623278840d3b81613bb028ecc38, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:23,455 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/ns/81a02dab3fe84b29b8854dec48f50acf as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/ns/81a02dab3fe84b29b8854dec48f50acf 2024-11-21T12:22:23,459 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/ns/81a02dab3fe84b29b8854dec48f50acf, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:23,460 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/rep_barrier/7eab5eaba7d44098a83feeb2eaad2704 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/rep_barrier/7eab5eaba7d44098a83feeb2eaad2704 2024-11-21T12:22:23,464 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/rep_barrier/7eab5eaba7d44098a83feeb2eaad2704, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:23,465 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/.tmp/table/a031e951c14f4a028533a47dcfe08bbf as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/table/a031e951c14f4a028533a47dcfe08bbf 2024-11-21T12:22:23,468 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/table/a031e951c14f4a028533a47dcfe08bbf, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:23,469 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:23,469 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:22:23,474 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:23,475 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:23,475 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:23,475 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:23,475 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191742944Running coprocessor pre-close hooks at 1732191742944Disabling compacts and flushes for region at 1732191742944Disabling writes for close at 1732191742944Obtaining lock to block concurrent updates at 1732191742944Preparing flush snapshotting stores in 1588230740 at 1732191742944Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191742945 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191742945Flushing 1588230740/info: creating writer at 1732191742945Flushing 1588230740/info: appending metadata at 1732191742964 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732191742964Flushing 1588230740/ns: creating writer at 1732191742973 (+9 ms)Flushing 1588230740/ns: appending metadata at 1732191742990 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732191742990Flushing 1588230740/rep_barrier: creating writer at 1732191742999 (+9 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191743013 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191743013Flushing 1588230740/table: creating writer at 1732191743421 (+408 ms)Flushing 1588230740/table: appending metadata at 1732191743436 (+15 ms)Flushing 1588230740/table: closing flushed file at 1732191743436Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@402b45e: reopening flushed file at 1732191743449 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6fee07e9: reopening flushed file at 1732191743454 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3d10bfdd: reopening flushed file at 1732191743459 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6685f799: reopening flushed file at 1732191743464 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 525ms, sequenceid=16, compaction requested=false at 1732191743469 (+5 ms)Writing region close event to WAL at 1732191743471 (+2 ms)Running coprocessor post-close hooks at 1732191743474 (+3 ms)Closed at 1732191743475 (+1 ms) 2024-11-21T12:22:23,475 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:23,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:23,481 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9bb5b7e9dd2c:43007 this server is in the failed servers list 2024-11-21T12:22:23,482 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9bb5b7e9dd2c:43007 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:23,545 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,46735,1732191718304; all regions closed. 2024-11-21T12:22:23,547 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:23,550 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs 2024-11-21T12:22:23,550 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C46735%2C1732191718304.meta:.meta(num 1732191720864) 2024-11-21T12:22:23,552 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741839_1015 (size=2695) 2024-11-21T12:22:23,552 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/WALs/9bb5b7e9dd2c,46735,1732191718304/9bb5b7e9dd2c%2C46735%2C1732191718304.rep.1732191730323 not finished, retry = 0 2024-11-21T12:22:23,655 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs 2024-11-21T12:22:23,655 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C46735%2C1732191718304.rep:(num 1732191730323) 2024-11-21T12:22:23,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741832_1008 (size=1336) 2024-11-21T12:22:23,664 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/oldWALs 2024-11-21T12:22:23,664 INFO [RS:0;9bb5b7e9dd2c:46735 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C46735%2C1732191718304:(num 1732191719927) 2024-11-21T12:22:23,664 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,664 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:23,665 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:23,665 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:23,665 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:23,665 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:23,665 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,46735,1732191718304 because: Region server is closing 2024-11-21T12:22:23,665 INFO [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46735. 2024-11-21T12:22:23,665 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:23,665 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,666 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:23,666 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:23,766 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.wal-reader.9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:22:23,766 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(205): Fetch peer addresses failed java.io.InterruptedIOException: null at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:184) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.fetchPeerAddresses(HBaseReplicationEndpoint.java:203) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.chooseSinks(HBaseReplicationEndpoint.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:235) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: java.lang.InterruptedException at java.util.concurrent.CompletableFuture.reportGet(CompletableFuture.java:386) ~[?:?] at java.util.concurrent.CompletableFuture.get(CompletableFuture.java:2073) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:182) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 9 more 2024-11-21T12:22:23,766 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] replication.HBaseReplicationEndpoint(213): No sinks available at peer. Will not be able to replicate 2024-11-21T12:22:23,766 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 {}] regionserver.HBaseInterClusterReplicationEndpoint(501): [Source for peer 1]: Can't replicate because of a local or network error: java.io.IOException: No replication sinks are available at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:402) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.getReplicationSink(HBaseReplicationEndpoint.java:238) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicateEntries(HBaseInterClusterReplicationEndpoint.java:527) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.asyncReplicate(HBaseInterClusterReplicationEndpoint.java:620) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.parallelReplicate(HBaseInterClusterReplicationEndpoint.java:392) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.HBaseInterClusterReplicationEndpoint.replicate(HBaseInterClusterReplicationEndpoint.java:460) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:185) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] 2024-11-21T12:22:23,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:23,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] ipc.AbstractRpcClient(357): Not trying to connect to 9bb5b7e9dd2c:43007 this server is in the failed servers list 2024-11-21T12:22:23,991 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.FailedServerException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.FailedServerException: This server is in the failed servers list: 9bb5b7e9dd2c:43007 at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:24,467 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46735,1732191718304.replicationSource.shipper9bb5b7e9dd2c%2C46735%2C1732191718304,1-9bb5b7e9dd2c,46735,1732191718304 terminated 2024-11-21T12:22:24,468 INFO [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46735. 2024-11-21T12:22:24,468 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:24,468 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:24,468 DEBUG [RS:0;9bb5b7e9dd2c:46735 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:24,468 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:24,468 INFO [RS:0;9bb5b7e9dd2c:46735 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46735 2024-11-21T12:22:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1978382718/rs/9bb5b7e9dd2c,46735,1732191718304 2024-11-21T12:22:24,470 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718/rs 2024-11-21T12:22:24,470 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:24,471 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,46735,1732191718304] 2024-11-21T12:22:24,472 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1978382718/draining/9bb5b7e9dd2c,46735,1732191718304 already deleted, retry=false 2024-11-21T12:22:24,473 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,46735,1732191718304 expired; onlineServers=0 2024-11-21T12:22:24,473 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,39531,1732191718256' ***** 2024-11-21T12:22:24,473 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:24,473 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:24,473 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:24,473 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:24,473 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191719716 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191719716,5,FailOnTimeoutGroup] 2024-11-21T12:22:24,473 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191719712 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191719712,5,FailOnTimeoutGroup] 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:24,473 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:24,473 INFO [M:0;9bb5b7e9dd2c:39531 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:24,474 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1978382718/master 2024-11-21T12:22:24,474 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1978382718 2024-11-21T12:22:24,475 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] zookeeper.ZKUtil(347): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Unable to get data of znode /0-1978382718/master because node does not exist (not an error) 2024-11-21T12:22:24,475 WARN [M:0;9bb5b7e9dd2c:39531 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:24,476 INFO [M:0;9bb5b7e9dd2c:39531 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/.lastflushedseqids 2024-11-21T12:22:24,480 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741852_1028 (size=263) 2024-11-21T12:22:24,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:24,572 INFO [RS:0;9bb5b7e9dd2c:46735 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:24,572 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46735-0x100624a11f30001, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:24,572 INFO [RS:0;9bb5b7e9dd2c:46735 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,46735,1732191718304; zookeeper connection closed. 2024-11-21T12:22:24,572 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4f966a45 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4f966a45 2024-11-21T12:22:24,572 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:24,881 INFO [M:0;9bb5b7e9dd2c:39531 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:24,881 INFO [M:0;9bb5b7e9dd2c:39531 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:24,881 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:24,881 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,881 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,881 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:24,881 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:24,881 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:22:24,905 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9955ee56c894a4ca163add7fddddf30 is 82, key is hbase:meta,,1/info:regioninfo/1732191720921/Put/seqid=0 2024-11-21T12:22:24,910 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741853_1029 (size=5672) 2024-11-21T12:22:25,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:25,001 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:25,004 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 6, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 2148 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:25,311 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9955ee56c894a4ca163add7fddddf30 2024-11-21T12:22:25,334 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c453ec2dba64be2a2dee0973294bf95 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191730426/Put/seqid=0 2024-11-21T12:22:25,338 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741854_1030 (size=8516) 2024-11-21T12:22:25,665 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:25,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,694 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,697 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,699 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,702 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:25,739 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c453ec2dba64be2a2dee0973294bf95 2024-11-21T12:22:25,758 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b390c6c9cf4cef8f70202f869caad2 is 69, key is 9bb5b7e9dd2c,46735,1732191718304/rs:state/1732191719757/Put/seqid=0 2024-11-21T12:22:25,761 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741855_1031 (size=5156) 2024-11-21T12:22:26,162 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b390c6c9cf4cef8f70202f869caad2 2024-11-21T12:22:26,168 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/c9955ee56c894a4ca163add7fddddf30 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9955ee56c894a4ca163add7fddddf30 2024-11-21T12:22:26,173 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/c9955ee56c894a4ca163add7fddddf30, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:26,173 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1c453ec2dba64be2a2dee0973294bf95 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c453ec2dba64be2a2dee0973294bf95 2024-11-21T12:22:26,177 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1c453ec2dba64be2a2dee0973294bf95, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:26,178 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/69b390c6c9cf4cef8f70202f869caad2 as hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69b390c6c9cf4cef8f70202f869caad2 2024-11-21T12:22:26,181 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:45187/user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/69b390c6c9cf4cef8f70202f869caad2, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:26,182 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:26,185 INFO [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:26,185 DEBUG [M:0;9bb5b7e9dd2c:39531 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191744881Disabling compacts and flushes for region at 1732191744881Disabling writes for close at 1732191744881Obtaining lock to block concurrent updates at 1732191744882 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191744882Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191744882Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191744883 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191744883Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191744905 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191744905Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191745315 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191745334 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191745334Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191745743 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191745757 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191745758 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@603a513c: reopening flushed file at 1732191746167 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@df351c7: reopening flushed file at 1732191746173 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@58690933: reopening flushed file at 1732191746177 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=97, compaction requested=false at 1732191746182 (+5 ms)Writing region close event to WAL at 1732191746185 (+3 ms)Closed at 1732191746185 2024-11-21T12:22:26,187 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/bc848d25-8ac8-fce0-1ab1-72732cf66ec6/MasterData/WALs/9bb5b7e9dd2c,39531,1732191718256/9bb5b7e9dd2c%2C39531%2C1732191718256.1732191719615 not finished, retry = 0 2024-11-21T12:22:26,187 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46341 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:22:26,288 INFO [M:0;9bb5b7e9dd2c:39531 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:26,288 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:26,288 INFO [M:0;9bb5b7e9dd2c:39531 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:39531 2024-11-21T12:22:26,289 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:26,393 INFO [M:0;9bb5b7e9dd2c:39531 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:26,393 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:39531-0x100624a11f30000, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:26,395 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@582ef32f{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:26,396 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5226859e{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:26,396 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:26,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148a91a7{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:26,396 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16beda2f{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:26,398 WARN [BP-785955838-172.17.0.2-1732191717245 heartbeating to localhost/127.0.0.1:45187 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:26,398 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:26,398 WARN [BP-785955838-172.17.0.2-1732191717245 heartbeating to localhost/127.0.0.1:45187 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-785955838-172.17.0.2-1732191717245 (Datanode Uuid 1494febd-0a9e-4344-931e-1ff86bc82c71) service to localhost/127.0.0.1:45187 2024-11-21T12:22:26,398 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:26,399 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/data/data2/current/BP-785955838-172.17.0.2-1732191717245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:26,400 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:26,400 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/cluster_9cdc5505-2920-17af-8717-a58ccc1057b4/data/data1/current/BP-785955838-172.17.0.2-1732191717245 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:26,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@32045388{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:26,410 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@672ff7d2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:26,410 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:26,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@9527cad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:26,411 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6facc006{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5a66e700-a284-5bc0-c94f-b73c623957f2/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:26,418 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:22:26,429 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:26,440 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileCyclicReplication Thread=246 (was 212) Potentially hanging thread: nioEventLoopGroup-19-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45187 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:42177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42177 from jenkins.hfs.11 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45187 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-18-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.10@localhost:45187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-19-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.11@localhost:42177 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58652) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-25-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-23-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-26-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45187 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:42177 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-24-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42177 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:45187 from jenkins.hfs.10 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:45187 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-25-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-18-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-23-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:58652) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:42177 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:45187 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=623 (was 581) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=299 (was 287) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7362 (was 7994) 2024-11-21T12:22:26,451 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication1 Thread=246, OpenFileDescriptor=623, MaxFileDescriptor=1048576, SystemLoadAverage=299, ProcessCount=11, AvailableMemoryMB=7362 2024-11-21T12:22:26,468 INFO [Time-limited test {}] replication.TestMasterReplication(148): testSimplePutDelete 2024-11-21T12:22:26,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir so I do NOT create it in target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6 2024-11-21T12:22:26,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:26,468 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.tmp.dir so I do NOT create it in target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6 2024-11-21T12:22:26,468 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8564f41d-811c-2ec1-1231-ee08576f5747/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:26,468 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6 2024-11-21T12:22:26,468 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830, deleteOnExit=true 2024-11-21T12:22:26,471 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/zookeeper_0, clientPort=65075, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:22:26,472 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=65075 2024-11-21T12:22:26,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:26,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:26,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/test.cache.data in system properties and HBase conf 2024-11-21T12:22:26,472 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:26,473 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:26,473 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:26,474 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624a11f30002, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:26,516 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624a11f30005, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:26,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624a11f30002, quorum=127.0.0.1:58652, baseZNode=/0-1978382718 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:26,516 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624a11f30005, quorum=127.0.0.1:58652, baseZNode=/12097107603 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:26,575 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:26,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:26,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:26,581 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:26,581 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:26,582 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:26,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7bb6be23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:26,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@244cd9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:26,737 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@68f5b386{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/java.io.tmpdir/jetty-localhost-39909-hadoop-hdfs-3_4_1-tests_jar-_-any-16442545415039289523/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:26,738 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5aa67927{HTTP/1.1, (http/1.1)}{localhost:39909} 2024-11-21T12:22:26,738 INFO [Time-limited test {}] server.Server(415): Started @184847ms 2024-11-21T12:22:26,844 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:26,850 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:26,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:26,852 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:26,853 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:26,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7dea8188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:26,855 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7a8b6720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:26,973 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@608d745a{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/java.io.tmpdir/jetty-localhost-33689-hadoop-hdfs-3_4_1-tests_jar-_-any-12721960627124527027/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:26,974 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4cc309df{HTTP/1.1, (http/1.1)}{localhost:33689} 2024-11-21T12:22:26,974 INFO [Time-limited test {}] server.Server(415): Started @185083ms 2024-11-21T12:22:26,975 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:27,010 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:27,011 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:27,012 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 7, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 4157 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:27,069 WARN [Thread-2192 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/data/data1/current/BP-2142166739-172.17.0.2-1732191746505/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:27,069 WARN [Thread-2193 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/data/data2/current/BP-2142166739-172.17.0.2-1732191746505/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:27,091 WARN [Thread-2180 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef570fdc4fbcc7f3 with lease ID 0xcf59e6ed59c1bda8: Processing first storage report for DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=9a365924-709f-4c26-a344-c496e090d6e1, infoPort=39533, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=1526647016;c=1732191746505) 2024-11-21T12:22:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef570fdc4fbcc7f3 with lease ID 0xcf59e6ed59c1bda8: from storage DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=9a365924-709f-4c26-a344-c496e090d6e1, infoPort=39533, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=1526647016;c=1732191746505), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:27,093 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xef570fdc4fbcc7f3 with lease ID 0xcf59e6ed59c1bda8: Processing first storage report for DS-491b6c02-f452-4213-a164-7976d1081106 from datanode DatanodeRegistration(127.0.0.1:46267, datanodeUuid=9a365924-709f-4c26-a344-c496e090d6e1, infoPort=39533, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=1526647016;c=1732191746505) 2024-11-21T12:22:27,094 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xef570fdc4fbcc7f3 with lease ID 0xcf59e6ed59c1bda8: from storage DS-491b6c02-f452-4213-a164-7976d1081106 node DatanodeRegistration(127.0.0.1:46267, datanodeUuid=9a365924-709f-4c26-a344-c496e090d6e1, infoPort=39533, infoSecurePort=0, ipcPort=40211, storageInfo=lv=-57;cid=testClusterID;nsid=1526647016;c=1732191746505), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:27,101 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6 2024-11-21T12:22:27,101 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,102 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,108 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:27,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:27,510 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513 with version=8 2024-11-21T12:22:27,510 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/hbase-staging 2024-11-21T12:22:27,512 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:27,513 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:27,514 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33029 2024-11-21T12:22:27,515 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33029 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:27,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:330290x0, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:27,520 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33029-0x100624a84450000 connected 2024-11-21T12:22:27,534 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,540 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/running 2024-11-21T12:22:27,540 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513, hbase.cluster.distributed=false 2024-11-21T12:22:27,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/acl 2024-11-21T12:22:27,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-21T12:22:27,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33029 2024-11-21T12:22:27,553 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33029 2024-11-21T12:22:27,558 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-21T12:22:27,559 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33029 2024-11-21T12:22:27,576 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:27,576 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:27,577 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40235 2024-11-21T12:22:27,578 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40235 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:27,579 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,581 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:27,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:402350x0, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:27,586 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:402350x0, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/running 2024-11-21T12:22:27,586 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40235-0x100624a84450001 connected 2024-11-21T12:22:27,586 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:27,588 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:27,589 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/master 2024-11-21T12:22:27,590 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/acl 2024-11-21T12:22:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-21T12:22:27,592 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40235 2024-11-21T12:22:27,593 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40235 2024-11-21T12:22:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-21T12:22:27,596 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40235 2024-11-21T12:22:27,611 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:33029 2024-11-21T12:22:27,612 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1790053592/backup-masters/9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/backup-masters 2024-11-21T12:22:27,613 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/backup-masters 2024-11-21T12:22:27,613 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on existing znode=/0-1790053592/backup-masters/9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790053592/master 2024-11-21T12:22:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:27,615 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:27,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on existing znode=/0-1790053592/master 2024-11-21T12:22:27,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1790053592/backup-masters/9bb5b7e9dd2c,33029,1732191747512 from backup master directory 2024-11-21T12:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790053592/backup-masters/9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/backup-masters 2024-11-21T12:22:27,617 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/backup-masters 2024-11-21T12:22:27,617 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:27,617 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:27,620 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/hbase.id] with ID: 5f60df63-9e30-4ceb-93c1-691a12dff75d 2024-11-21T12:22:27,620 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/.tmp/hbase.id 2024-11-21T12:22:27,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:28,027 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/.tmp/hbase.id]:[hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/hbase.id] 2024-11-21T12:22:28,037 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:28,037 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:28,038 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:22:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,040 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,051 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:28,052 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:28,053 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:28,053 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:28,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:28,465 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store 2024-11-21T12:22:28,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:28,871 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:28,871 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:28,871 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191748871Disabling compacts and flushes for region at 1732191748871Disabling writes for close at 1732191748871Writing region close event to WAL at 1732191748871Closed at 1732191748871 2024-11-21T12:22:28,872 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/.initializing 2024-11-21T12:22:28,872 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/WALs/9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:28,873 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:28,875 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C33029%2C1732191747512, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/WALs/9bb5b7e9dd2c,33029,1732191747512, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:28,888 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/WALs/9bb5b7e9dd2c,33029,1732191747512/9bb5b7e9dd2c%2C33029%2C1732191747512.1732191748875, exclude list is [], retry=0 2024-11-21T12:22:28,891 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b,DISK] 2024-11-21T12:22:28,893 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/WALs/9bb5b7e9dd2c,33029,1732191747512/9bb5b7e9dd2c%2C33029%2C1732191747512.1732191748875 2024-11-21T12:22:28,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-21T12:22:28,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:28,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:28,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,894 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,895 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:28,896 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:28,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:28,896 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:28,897 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:28,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:28,897 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:28,898 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:28,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:28,898 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:28,899 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:28,899 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:28,900 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,900 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,901 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,902 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,902 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,902 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:28,903 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:28,905 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:28,905 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62097213, jitterRate=-0.0746794193983078}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:28,906 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191748893Initializing all the Stores at 1732191748894 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191748894Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191748894Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191748894Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191748894Cleaning up temporary data from old regions at 1732191748902 (+8 ms)Region opened successfully at 1732191748906 (+4 ms) 2024-11-21T12:22:28,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:28,916 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62060847, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:28,917 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:28,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:28,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:28,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:28,918 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:28,919 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:28,919 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:28,925 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:28,926 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:28,928 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/balancer already deleted, retry=false 2024-11-21T12:22:28,928 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:28,929 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:28,930 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/normalizer already deleted, retry=false 2024-11-21T12:22:28,931 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:28,931 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:28,932 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/switch/split already deleted, retry=false 2024-11-21T12:22:28,933 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:28,935 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/switch/merge already deleted, retry=false 2024-11-21T12:22:28,937 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:28,938 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790053592/running 2024-11-21T12:22:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1790053592/running 2024-11-21T12:22:28,939 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,940 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,33029,1732191747512, sessionid=0x100624a84450000, setting cluster-up flag (Was=false) 2024-11-21T12:22:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,942 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,946 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1790053592/flush-table-proc/acquired, /0-1790053592/flush-table-proc/reached, /0-1790053592/flush-table-proc/abort 2024-11-21T12:22:28,947 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:28,949 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,950 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:28,954 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1790053592/online-snapshot/acquired, /0-1790053592/online-snapshot/reached, /0-1790053592/online-snapshot/abort 2024-11-21T12:22:28,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:28,956 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:28,959 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:28,959 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:28,959 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:28,960 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,33029,1732191747512 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:28,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:28,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191778971 2024-11-21T12:22:28,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:28,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:28,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:28,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:28,972 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:28,972 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:28,972 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:28,972 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:28,972 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:28,973 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:28,973 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:28,989 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:28,989 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:28,989 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:28,989 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:28,999 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:28,999 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:29,005 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(746): ClusterId : 5f60df63-9e30-4ceb-93c1-691a12dff75d 2024-11-21T12:22:29,006 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:29,008 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:29,008 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:29,010 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:29,010 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71e730a2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:29,016 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191748999,5,FailOnTimeoutGroup] 2024-11-21T12:22:29,021 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191749016,5,FailOnTimeoutGroup] 2024-11-21T12:22:29,021 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,021 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:29,021 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,021 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:29,037 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:40235 2024-11-21T12:22:29,037 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:29,037 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:29,037 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:29,038 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,33029,1732191747512 with port=40235, startcode=1732191747576 2024-11-21T12:22:29,039 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:29,041 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:29,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,041 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33029 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,043 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513 2024-11-21T12:22:29,043 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41907 2024-11-21T12:22:29,043 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:29,045 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/rs 2024-11-21T12:22:29,046 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] zookeeper.ZKUtil(111): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on existing znode=/0-1790053592/rs/9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,046 WARN [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:29,046 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,40235,1732191747576] 2024-11-21T12:22:29,046 INFO [RS:0;9bb5b7e9dd2c:40235 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:29,046 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,049 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:29,051 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:29,051 INFO [RS:0;9bb5b7e9dd2c:40235 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:29,051 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,051 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:29,052 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:29,052 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:29,052 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:29,055 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,055 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,055 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,056 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,056 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,056 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40235,1732191747576-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:29,073 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:29,073 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40235,1732191747576-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,073 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,073 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.Replication(171): 9bb5b7e9dd2c,40235,1732191747576 started 2024-11-21T12:22:29,087 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:29,087 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,40235,1732191747576, RpcServer on 9bb5b7e9dd2c/172.17.0.2:40235, sessionid=0x100624a84450001 2024-11-21T12:22:29,087 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:29,087 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,087 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40235,1732191747576' 2024-11-21T12:22:29,087 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1790053592/flush-table-proc/abort' 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1790053592/flush-table-proc/acquired' 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40235,1732191747576' 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1790053592/online-snapshot/abort' 2024-11-21T12:22:29,088 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1790053592/online-snapshot/acquired' 2024-11-21T12:22:29,089 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:29,089 INFO [RS:0;9bb5b7e9dd2c:40235 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:29,089 INFO [RS:0;9bb5b7e9dd2c:40235 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:29,189 INFO [RS:0;9bb5b7e9dd2c:40235 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:29,190 INFO [RS:0;9bb5b7e9dd2c:40235 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C40235%2C1732191747576, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/oldWALs, maxLogs=10 2024-11-21T12:22:29,204 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, exclude list is [], retry=0 2024-11-21T12:22:29,207 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b,DISK] 2024-11-21T12:22:29,209 INFO [RS:0;9bb5b7e9dd2c:40235 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 2024-11-21T12:22:29,209 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-21T12:22:29,427 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:29,427 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513 2024-11-21T12:22:29,432 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:29,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:29,834 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:29,835 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:29,835 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:29,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:29,835 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:29,836 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:29,836 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:29,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:29,837 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:29,838 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:29,838 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:29,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:29,838 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:29,839 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:29,839 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:29,839 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:29,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:29,840 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740 2024-11-21T12:22:29,841 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740 2024-11-21T12:22:29,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:29,842 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:29,842 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:29,843 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:29,845 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:29,846 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73026489, jitterRate=0.08817948400974274}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191749833Initializing all the Stores at 1732191749833Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191749833Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191749834 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191749834Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191749834Cleaning up temporary data from old regions at 1732191749842 (+8 ms)Region opened successfully at 1732191749847 (+5 ms) 2024-11-21T12:22:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:29,847 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:29,847 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:29,847 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:29,848 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191749847Disabling compacts and flushes for region at 1732191749847Disabling writes for close at 1732191749847Writing region close event to WAL at 1732191749847Closed at 1732191749847 2024-11-21T12:22:29,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:29,849 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:29,849 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:29,850 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:29,850 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:30,001 DEBUG [9bb5b7e9dd2c:33029 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:30,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:30,003 INFO [PEWorker-2 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40235,1732191747576, state=OPENING 2024-11-21T12:22:30,004 DEBUG [PEWorker-2 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:30,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:30,008 DEBUG [PEWorker-2 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:30,008 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790053592/meta-region-server: CHANGED 2024-11-21T12:22:30,008 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40235,1732191747576}] 2024-11-21T12:22:30,009 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790053592/meta-region-server: CHANGED 2024-11-21T12:22:30,161 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:30,163 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46929, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:30,167 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:30,167 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:30,167 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:30,168 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C40235%2C1732191747576.meta, suffix=.meta, logDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/oldWALs, maxLogs=10 2024-11-21T12:22:30,186 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.meta.1732191750169.meta, exclude list is [], retry=0 2024-11-21T12:22:30,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b,DISK] 2024-11-21T12:22:30,190 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.meta.1732191750169.meta 2024-11-21T12:22:30,190 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-21T12:22:30,190 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:30,191 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:30,191 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:30,191 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:30,192 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:30,193 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:30,193 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:30,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:30,194 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:30,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:30,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:30,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:30,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:30,195 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:30,195 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:30,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:30,196 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:30,196 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:30,196 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:30,197 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:30,197 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:30,197 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740 2024-11-21T12:22:30,198 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740 2024-11-21T12:22:30,199 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:30,199 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:30,201 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:30,202 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:30,202 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59056803, jitterRate=-0.11998505890369415}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:30,202 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:30,203 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191750191Writing region info on filesystem at 1732191750191Initializing all the Stores at 1732191750192 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191750192Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191750192Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191750192Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191750192Cleaning up temporary data from old regions at 1732191750199 (+7 ms)Running coprocessor post-open hooks at 1732191750202 (+3 ms)Region opened successfully at 1732191750203 (+1 ms) 2024-11-21T12:22:30,204 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191750161 2024-11-21T12:22:30,206 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:30,206 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:30,207 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:30,207 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40235,1732191747576, state=OPEN 2024-11-21T12:22:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1790053592/meta-region-server 2024-11-21T12:22:30,209 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1790053592/meta-region-server 2024-11-21T12:22:30,209 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:30,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790053592/meta-region-server: CHANGED 2024-11-21T12:22:30,209 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1790053592/meta-region-server: CHANGED 2024-11-21T12:22:30,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:30,211 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40235,1732191747576 in 201 msec 2024-11-21T12:22:30,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:30,213 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 362 msec 2024-11-21T12:22:30,214 DEBUG [PEWorker-3 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:30,214 INFO [PEWorker-3 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:30,215 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:30,215 DEBUG [PEWorker-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=-1] 2024-11-21T12:22:30,215 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:30,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57571, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:30,222 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2630 sec 2024-11-21T12:22:30,222 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191750222, completionTime=-1 2024-11-21T12:22:30,222 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:30,222 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:30,230 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:30,230 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191810230 2024-11-21T12:22:30,230 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191870230 2024-11-21T12:22:30,230 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 7 msec 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:33029, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,236 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,238 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.624sec 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:30,241 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:30,242 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:30,255 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:30,255 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:30,256 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33029,1732191747512-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:30,313 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e73057f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:30,313 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:30,313 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:30,329 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:30,329 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ca500, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:30,330 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:30,331 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:30,332 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:30,333 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44d88a2d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:30,333 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:30,334 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=-1] 2024-11-21T12:22:30,335 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:30,337 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:30,339 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:30,340 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:30,363 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:30,363 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624a84450002 connected 2024-11-21T12:22:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir so I do NOT create it in target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e 2024-11-21T12:22:30,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.tmp.dir so I do NOT create it in target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e 2024-11-21T12:22:30,365 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:30,365 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e 2024-11-21T12:22:30,365 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/cluster_9a203b8a-a117-5cc1-e5ba-2aff3bf902aa, deleteOnExit=true 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/test.cache.data in system properties and HBase conf 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:30,366 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:30,367 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:30,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:30,368 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:30,493 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:30,518 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:30,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:30,573 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:30,573 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:30,574 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:30,582 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4173c60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:30,583 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1f021b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:30,739 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2372d3e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/java.io.tmpdir/jetty-localhost-35139-hadoop-hdfs-3_4_1-tests_jar-_-any-12550830712765697594/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:30,740 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@17881b62{HTTP/1.1, (http/1.1)}{localhost:35139} 2024-11-21T12:22:30,740 INFO [Time-limited test {}] server.Server(415): Started @188850ms 2024-11-21T12:22:30,968 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:30,988 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:31,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:31,006 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:31,007 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:31,007 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c844e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:31,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16627f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:31,021 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:31,022 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:31,022 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 8, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 8168 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:31,158 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@77333365{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/java.io.tmpdir/jetty-localhost-34565-hadoop-hdfs-3_4_1-tests_jar-_-any-14227891171144150482/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:31,161 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3ecfd193{HTTP/1.1, (http/1.1)}{localhost:34565} 2024-11-21T12:22:31,161 INFO [Time-limited test {}] server.Server(415): Started @189270ms 2024-11-21T12:22:31,175 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:31,386 WARN [Thread-2312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/cluster_9a203b8a-a117-5cc1-e5ba-2aff3bf902aa/data/data1/current/BP-1904475080-172.17.0.2-1732191750404/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:31,387 WARN [Thread-2313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/cluster_9a203b8a-a117-5cc1-e5ba-2aff3bf902aa/data/data2/current/BP-1904475080-172.17.0.2-1732191750404/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:31,425 WARN [Thread-2300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262d044e19316323 with lease ID 0xcb3d473471992851: Processing first storage report for DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d from datanode DatanodeRegistration(127.0.0.1:35217, datanodeUuid=e7197527-0d5d-4828-8a09-97d15214ac4e, infoPort=38869, infoSecurePort=0, ipcPort=40883, storageInfo=lv=-57;cid=testClusterID;nsid=939326635;c=1732191750404) 2024-11-21T12:22:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262d044e19316323 with lease ID 0xcb3d473471992851: from storage DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d node DatanodeRegistration(127.0.0.1:35217, datanodeUuid=e7197527-0d5d-4828-8a09-97d15214ac4e, infoPort=38869, infoSecurePort=0, ipcPort=40883, storageInfo=lv=-57;cid=testClusterID;nsid=939326635;c=1732191750404), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x262d044e19316323 with lease ID 0xcb3d473471992851: Processing first storage report for DS-6067ec0c-f3a7-4aed-b237-d004535cd282 from datanode DatanodeRegistration(127.0.0.1:35217, datanodeUuid=e7197527-0d5d-4828-8a09-97d15214ac4e, infoPort=38869, infoSecurePort=0, ipcPort=40883, storageInfo=lv=-57;cid=testClusterID;nsid=939326635;c=1732191750404) 2024-11-21T12:22:31,435 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x262d044e19316323 with lease ID 0xcb3d473471992851: from storage DS-6067ec0c-f3a7-4aed-b237-d004535cd282 node DatanodeRegistration(127.0.0.1:35217, datanodeUuid=e7197527-0d5d-4828-8a09-97d15214ac4e, infoPort=38869, infoSecurePort=0, ipcPort=40883, storageInfo=lv=-57;cid=testClusterID;nsid=939326635;c=1732191750404), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:31,493 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e 2024-11-21T12:22:31,493 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:31,495 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:31,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:31,914 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189 with version=8 2024-11-21T12:22:31,914 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/hbase-staging 2024-11-21T12:22:31,917 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:31,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:31,925 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46853 2024-11-21T12:22:31,926 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46853 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:31,937 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468530x0, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:31,958 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:31,960 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:31,963 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46853-0x100624a84450003 connected 2024-11-21T12:22:31,974 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/running 2024-11-21T12:22:31,974 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189, hbase.cluster.distributed=false 2024-11-21T12:22:31,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/acl 2024-11-21T12:22:32,000 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T12:22:32,002 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46853 2024-11-21T12:22:32,016 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46853 2024-11-21T12:22:32,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T12:22:32,041 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46853 2024-11-21T12:22:32,065 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:32,066 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:32,070 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35803 2024-11-21T12:22:32,071 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35803 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:32,072 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:32,075 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:32,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358030x0, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:32,104 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:358030x0, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/running 2024-11-21T12:22:32,104 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:32,105 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35803-0x100624a84450004 connected 2024-11-21T12:22:32,131 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:32,132 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/master 2024-11-21T12:22:32,134 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/acl 2024-11-21T12:22:32,149 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-21T12:22:32,150 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35803 2024-11-21T12:22:32,176 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35803 2024-11-21T12:22:32,178 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-21T12:22:32,180 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35803 2024-11-21T12:22:32,221 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:46853 2024-11-21T12:22:32,222 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1214473281/backup-masters/9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,224 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/backup-masters 2024-11-21T12:22:32,228 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/backup-masters 2024-11-21T12:22:32,234 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on existing znode=/1214473281/backup-masters/9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214473281/master 2024-11-21T12:22:32,236 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,237 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on existing znode=/1214473281/master 2024-11-21T12:22:32,237 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1214473281/backup-masters/9bb5b7e9dd2c,46853,1732191751917 from backup master directory 2024-11-21T12:22:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214473281/backup-masters/9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/backup-masters 2024-11-21T12:22:32,239 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/backup-masters 2024-11-21T12:22:32,239 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:32,239 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,257 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/hbase.id] with ID: ad96656d-0b82-4d28-acdb-24ccb14d4fac 2024-11-21T12:22:32,257 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/.tmp/hbase.id 2024-11-21T12:22:32,306 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:32,307 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/.tmp/hbase.id]:[hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/hbase.id] 2024-11-21T12:22:32,325 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:32,325 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:32,328 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 3ms. 2024-11-21T12:22:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,331 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:32,375 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:32,376 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:32,377 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:32,428 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:32,828 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store 2024-11-21T12:22:32,834 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:32,836 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:32,836 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:32,836 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191752836Disabling compacts and flushes for region at 1732191752836Disabling writes for close at 1732191752836Writing region close event to WAL at 1732191752836Closed at 1732191752836 2024-11-21T12:22:32,837 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/.initializing 2024-11-21T12:22:32,837 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/WALs/9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,838 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:32,840 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C46853%2C1732191751917, suffix=, logDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/WALs/9bb5b7e9dd2c,46853,1732191751917, archiveDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:32,859 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/WALs/9bb5b7e9dd2c,46853,1732191751917/9bb5b7e9dd2c%2C46853%2C1732191751917.1732191752840, exclude list is [], retry=0 2024-11-21T12:22:32,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35217,DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d,DISK] 2024-11-21T12:22:32,864 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/WALs/9bb5b7e9dd2c,46853,1732191751917/9bb5b7e9dd2c%2C46853%2C1732191751917.1732191752840 2024-11-21T12:22:32,868 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38869:38869)] 2024-11-21T12:22:32,869 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:32,869 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:32,869 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,869 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,870 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,872 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:32,872 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:32,873 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,874 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:32,874 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:32,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:32,875 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,877 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:32,878 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:32,878 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:32,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:32,879 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:32,880 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:32,880 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:32,882 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,883 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,883 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,886 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,886 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,887 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:32,888 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:32,893 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:32,893 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68534396, jitterRate=0.021242082118988037}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:32,894 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191752869Initializing all the Stores at 1732191752870 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191752870Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191752870Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191752870Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191752870Cleaning up temporary data from old regions at 1732191752886 (+16 ms)Region opened successfully at 1732191752893 (+7 ms) 2024-11-21T12:22:32,897 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:32,900 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d76e31b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:32,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:32,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:32,901 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:32,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:32,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:32,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:32,902 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:32,906 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:32,906 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:32,908 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/balancer already deleted, retry=false 2024-11-21T12:22:32,908 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:32,909 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:32,910 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/normalizer already deleted, retry=false 2024-11-21T12:22:32,910 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:32,912 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:32,913 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/switch/split already deleted, retry=false 2024-11-21T12:22:32,914 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:32,915 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/switch/merge already deleted, retry=false 2024-11-21T12:22:32,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,917 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,917 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:32,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,918 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,919 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,919 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214473281/running 2024-11-21T12:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1214473281/running 2024-11-21T12:22:32,921 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,922 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,46853,1732191751917, sessionid=0x100624a84450003, setting cluster-up flag (Was=false) 2024-11-21T12:22:32,923 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,928 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1214473281/flush-table-proc/acquired, /1214473281/flush-table-proc/reached, /1214473281/flush-table-proc/abort 2024-11-21T12:22:32,928 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,929 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,930 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,932 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:32,933 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:32,937 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1214473281/online-snapshot/acquired, /1214473281/online-snapshot/reached, /1214473281/online-snapshot/abort 2024-11-21T12:22:32,938 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:32,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:32,940 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:32,941 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:32,941 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:32,941 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,46853,1732191751917 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:32,942 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:32,944 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:32,944 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:32,944 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:32,945 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191782968 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:32,968 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:32,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:32,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:32,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:32,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:32,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:32,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:32,974 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:32,974 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191752974,5,FailOnTimeoutGroup] 2024-11-21T12:22:32,977 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:32,977 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191752974,5,FailOnTimeoutGroup] 2024-11-21T12:22:32,977 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:32,977 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:32,977 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:32,978 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:32,999 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(746): ClusterId : ad96656d-0b82-4d28-acdb-24ccb14d4fac 2024-11-21T12:22:32,999 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:33,002 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:33,002 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:33,005 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:33,005 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47dfd6d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:33,021 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35803 2024-11-21T12:22:33,021 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:33,021 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:33,021 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:33,022 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,46853,1732191751917 with port=35803, startcode=1732191752065 2024-11-21T12:22:33,022 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:33,023 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39329, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:33,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,024 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46853 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,025 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189 2024-11-21T12:22:33,025 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43351 2024-11-21T12:22:33,025 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:33,030 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/rs 2024-11-21T12:22:33,031 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] zookeeper.ZKUtil(111): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on existing znode=/1214473281/rs/9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,031 WARN [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:33,031 INFO [RS:0;9bb5b7e9dd2c:35803 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:33,031 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,031 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35803,1732191752065] 2024-11-21T12:22:33,034 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:33,035 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:33,036 INFO [RS:0;9bb5b7e9dd2c:35803 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:33,036 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,036 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:33,036 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:33,036 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:33,037 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,037 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35803,1732191752065-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:33,056 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:33,056 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35803,1732191752065-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,056 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,056 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35803,1732191752065 started 2024-11-21T12:22:33,071 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,071 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35803,1732191752065, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35803, sessionid=0x100624a84450004 2024-11-21T12:22:33,071 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:33,071 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,071 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35803,1732191752065' 2024-11-21T12:22:33,071 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1214473281/flush-table-proc/abort' 2024-11-21T12:22:33,072 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1214473281/flush-table-proc/acquired' 2024-11-21T12:22:33,072 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:33,072 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:33,072 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,072 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35803,1732191752065' 2024-11-21T12:22:33,073 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1214473281/online-snapshot/abort' 2024-11-21T12:22:33,073 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1214473281/online-snapshot/acquired' 2024-11-21T12:22:33,073 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:33,073 INFO [RS:0;9bb5b7e9dd2c:35803 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:33,073 INFO [RS:0;9bb5b7e9dd2c:35803 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:33,174 INFO [RS:0;9bb5b7e9dd2c:35803 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:33,176 INFO [RS:0;9bb5b7e9dd2c:35803 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35803%2C1732191752065, suffix=, logDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065, archiveDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/oldWALs, maxLogs=10 2024-11-21T12:22:33,197 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, exclude list is [], retry=0 2024-11-21T12:22:33,200 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35217,DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d,DISK] 2024-11-21T12:22:33,202 INFO [RS:0;9bb5b7e9dd2c:35803 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 2024-11-21T12:22:33,203 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38869:38869)] 2024-11-21T12:22:33,376 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:33,376 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189 2024-11-21T12:22:33,383 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:33,385 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:33,387 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:33,388 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:33,388 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,388 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:33,389 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:33,389 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,390 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:33,391 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:33,391 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,391 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:33,392 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:33,392 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,393 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,393 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:33,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740 2024-11-21T12:22:33,394 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740 2024-11-21T12:22:33,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:33,395 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:33,396 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:33,397 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:33,399 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:33,400 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68186544, jitterRate=0.016058683395385742}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191753385Initializing all the Stores at 1732191753386 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753386Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753386Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191753386Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753386Cleaning up temporary data from old regions at 1732191753395 (+9 ms)Region opened successfully at 1732191753401 (+6 ms) 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:33,401 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:33,401 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:33,401 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191753401Disabling compacts and flushes for region at 1732191753401Disabling writes for close at 1732191753401Writing region close event to WAL at 1732191753401Closed at 1732191753401 2024-11-21T12:22:33,402 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:33,402 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:33,402 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:33,403 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:33,404 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:33,554 DEBUG [9bb5b7e9dd2c:46853 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:33,555 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,556 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35803,1732191752065, state=OPENING 2024-11-21T12:22:33,557 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:33,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:33,559 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:33,559 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:33,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214473281/meta-region-server: CHANGED 2024-11-21T12:22:33,559 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214473281/meta-region-server: CHANGED 2024-11-21T12:22:33,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35803,1732191752065}] 2024-11-21T12:22:33,712 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:33,713 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53089, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:33,716 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:33,716 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:33,716 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:33,718 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35803%2C1732191752065.meta, suffix=.meta, logDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065, archiveDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/oldWALs, maxLogs=10 2024-11-21T12:22:33,736 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.meta.1732191753718.meta, exclude list is [], retry=0 2024-11-21T12:22:33,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35217,DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d,DISK] 2024-11-21T12:22:33,739 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.meta.1732191753718.meta 2024-11-21T12:22:33,740 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38869:38869)] 2024-11-21T12:22:33,740 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:33,740 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:33,740 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:33,740 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:33,740 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:33,740 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:33,741 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:33,741 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:33,741 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:33,742 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:33,743 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:33,743 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,743 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:33,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:33,744 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,744 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:33,744 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:33,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,745 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:33,745 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:33,745 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,746 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:33,746 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:33,746 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740 2024-11-21T12:22:33,747 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740 2024-11-21T12:22:33,748 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:33,748 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:33,748 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:33,749 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:33,750 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70536443, jitterRate=0.051074907183647156}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:33,750 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:33,750 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191753741Writing region info on filesystem at 1732191753741Initializing all the Stores at 1732191753741Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753741Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753742 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191753742Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191753742Cleaning up temporary data from old regions at 1732191753748 (+6 ms)Running coprocessor post-open hooks at 1732191753750 (+2 ms)Region opened successfully at 1732191753750 2024-11-21T12:22:33,751 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191753712 2024-11-21T12:22:33,753 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:33,753 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:33,753 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,754 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35803,1732191752065, state=OPEN 2024-11-21T12:22:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1214473281/meta-region-server 2024-11-21T12:22:33,755 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1214473281/meta-region-server 2024-11-21T12:22:33,755 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:33,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214473281/meta-region-server: CHANGED 2024-11-21T12:22:33,755 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1214473281/meta-region-server: CHANGED 2024-11-21T12:22:33,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:33,757 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35803,1732191752065 in 195 msec 2024-11-21T12:22:33,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:33,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 355 msec 2024-11-21T12:22:33,759 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:33,759 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:33,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:33,760 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=-1] 2024-11-21T12:22:33,761 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:33,762 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33473, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:33,766 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 826 msec 2024-11-21T12:22:33,766 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191753766, completionTime=-1 2024-11-21T12:22:33,766 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:33,766 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191813768 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191873768 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:46853, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,768 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,770 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 1.532sec 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:33,771 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:33,773 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:33,773 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:33,773 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46853,1732191751917-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:33,799 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@190bc0b0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:33,799 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:33,799 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:33,800 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29a0a512, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:33,801 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:33,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:33,802 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:33,803 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28de6a5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:33,804 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=-1] 2024-11-21T12:22:33,805 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:33,806 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:33,807 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:33,808 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:65075 2024-11-21T12:22:33,811 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:33,811 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624a84450005 connected 2024-11-21T12:22:33,815 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@89746ac 2024-11-21T12:22:33,816 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:33,817 INFO [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53012, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:33,818 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:33,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:33,820 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:33,820 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:33,820 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:33,821 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:33,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:33,830 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:33,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:34,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:34,232 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => cf16dc725e9e6b8622ab67457fbb8b2d, NAME => 'test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513 2024-11-21T12:22:34,243 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:34,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing cf16dc725e9e6b8622ab67457fbb8b2d, disabling compactions & flushes 2024-11-21T12:22:34,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. after waiting 0 ms 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,644 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,644 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for cf16dc725e9e6b8622ab67457fbb8b2d: Waiting for close lock at 1732191754644Disabling compacts and flushes for region at 1732191754644Disabling writes for close at 1732191754644Writing region close event to WAL at 1732191754644Closed at 1732191754644 2024-11-21T12:22:34,646 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:34,646 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191754646"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191754646"}]},"ts":"1732191754646"} 2024-11-21T12:22:34,649 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:34,650 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:34,650 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191754650"}]},"ts":"1732191754650"} 2024-11-21T12:22:34,652 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:34,652 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf16dc725e9e6b8622ab67457fbb8b2d, ASSIGN}] 2024-11-21T12:22:34,653 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=cf16dc725e9e6b8622ab67457fbb8b2d, ASSIGN 2024-11-21T12:22:34,654 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=cf16dc725e9e6b8622ab67457fbb8b2d, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40235,1732191747576; forceNewPlan=false, retain=false 2024-11-21T12:22:34,805 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf16dc725e9e6b8622ab67457fbb8b2d, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:34,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=cf16dc725e9e6b8622ab67457fbb8b2d, ASSIGN because future has completed 2024-11-21T12:22:34,807 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf16dc725e9e6b8622ab67457fbb8b2d, server=9bb5b7e9dd2c,40235,1732191747576}] 2024-11-21T12:22:34,961 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:34,963 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,963 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => cf16dc725e9e6b8622ab67457fbb8b2d, NAME => 'test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:34,964 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:34,964 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:34,964 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,964 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:34,964 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,964 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,967 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,969 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf16dc725e9e6b8622ab67457fbb8b2d columnFamilyName f 2024-11-21T12:22:34,969 DEBUG [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:34,969 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(327): Store=cf16dc725e9e6b8622ab67457fbb8b2d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:34,969 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,970 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf16dc725e9e6b8622ab67457fbb8b2d columnFamilyName f1 2024-11-21T12:22:34,970 DEBUG [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:34,971 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(327): Store=cf16dc725e9e6b8622ab67457fbb8b2d/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:34,971 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,972 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region cf16dc725e9e6b8622ab67457fbb8b2d columnFamilyName norep 2024-11-21T12:22:34,972 DEBUG [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:34,972 INFO [StoreOpener-cf16dc725e9e6b8622ab67457fbb8b2d-1 {}] regionserver.HStore(327): Store=cf16dc725e9e6b8622ab67457fbb8b2d/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:34,972 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,973 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,973 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,973 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,973 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,974 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:34,975 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,981 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:34,981 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened cf16dc725e9e6b8622ab67457fbb8b2d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73253028, jitterRate=0.09155517816543579}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:34,981 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:34,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for cf16dc725e9e6b8622ab67457fbb8b2d: Running coprocessor pre-open hook at 1732191754964Writing region info on filesystem at 1732191754964Initializing all the Stores at 1732191754965 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191754965Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191754967 (+2 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191754967Cleaning up temporary data from old regions at 1732191754974 (+7 ms)Running coprocessor post-open hooks at 1732191754981 (+7 ms)Region opened successfully at 1732191754982 (+1 ms) 2024-11-21T12:22:34,983 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., pid=6, masterSystemTime=1732191754959 2024-11-21T12:22:34,985 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,985 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:34,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=cf16dc725e9e6b8622ab67457fbb8b2d, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:34,987 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure cf16dc725e9e6b8622ab67457fbb8b2d, server=9bb5b7e9dd2c,40235,1732191747576 because future has completed 2024-11-21T12:22:34,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:34,990 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure cf16dc725e9e6b8622ab67457fbb8b2d, server=9bb5b7e9dd2c,40235,1732191747576 in 181 msec 2024-11-21T12:22:34,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:34,992 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=cf16dc725e9e6b8622ab67457fbb8b2d, ASSIGN in 338 msec 2024-11-21T12:22:34,992 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:34,993 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191754993"}]},"ts":"1732191754993"} 2024-11-21T12:22:34,995 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:34,995 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:34,997 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1770 sec 2024-11-21T12:22:35,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:22:35,050 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:22:35,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:35,972 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:35,972 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1efaca02 2024-11-21T12:22:35,973 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:35,974 INFO [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56110, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:35,975 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:35,976 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:22:35,977 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:35,977 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:35,977 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:22:35,978 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:35,978 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:35,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:22:36,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:36,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:36,389 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 6d9bb2f945999910a7356127a5d1229e, NAME => 'test,,1732191755975.6d9bb2f945999910a7356127a5d1229e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189 2024-11-21T12:22:36,393 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:22:36,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:36,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191755975.6d9bb2f945999910a7356127a5d1229e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:36,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 6d9bb2f945999910a7356127a5d1229e, disabling compactions & flushes 2024-11-21T12:22:36,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:36,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:36,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. after waiting 0 ms 2024-11-21T12:22:36,794 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:36,794 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:36,795 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 6d9bb2f945999910a7356127a5d1229e: Waiting for close lock at 1732191756794Disabling compacts and flushes for region at 1732191756794Disabling writes for close at 1732191756794Writing region close event to WAL at 1732191756794Closed at 1732191756794 2024-11-21T12:22:36,796 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:36,796 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191755975.6d9bb2f945999910a7356127a5d1229e.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191756796"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191756796"}]},"ts":"1732191756796"} 2024-11-21T12:22:36,798 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:36,799 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:36,799 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191756799"}]},"ts":"1732191756799"} 2024-11-21T12:22:36,800 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:22:36,801 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d9bb2f945999910a7356127a5d1229e, ASSIGN}] 2024-11-21T12:22:36,802 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=6d9bb2f945999910a7356127a5d1229e, ASSIGN 2024-11-21T12:22:36,802 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=6d9bb2f945999910a7356127a5d1229e, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35803,1732191752065; forceNewPlan=false, retain=false 2024-11-21T12:22:36,953 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d9bb2f945999910a7356127a5d1229e, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:36,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=6d9bb2f945999910a7356127a5d1229e, ASSIGN because future has completed 2024-11-21T12:22:36,956 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d9bb2f945999910a7356127a5d1229e, server=9bb5b7e9dd2c,35803,1732191752065}] 2024-11-21T12:22:37,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:37,112 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:37,112 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 6d9bb2f945999910a7356127a5d1229e, NAME => 'test,,1732191755975.6d9bb2f945999910a7356127a5d1229e.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:37,113 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:37,113 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:22:37,113 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,113 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191755975.6d9bb2f945999910a7356127a5d1229e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:37,113 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,113 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,114 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,116 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9bb2f945999910a7356127a5d1229e columnFamilyName f 2024-11-21T12:22:37,116 DEBUG [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,116 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(327): Store=6d9bb2f945999910a7356127a5d1229e/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:37,116 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,117 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9bb2f945999910a7356127a5d1229e columnFamilyName f1 2024-11-21T12:22:37,117 DEBUG [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,118 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(327): Store=6d9bb2f945999910a7356127a5d1229e/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:37,118 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,119 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 6d9bb2f945999910a7356127a5d1229e columnFamilyName norep 2024-11-21T12:22:37,119 DEBUG [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:37,119 INFO [StoreOpener-6d9bb2f945999910a7356127a5d1229e-1 {}] regionserver.HStore(327): Store=6d9bb2f945999910a7356127a5d1229e/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:37,119 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,120 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,120 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,121 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,121 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,121 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:37,122 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,123 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:37,124 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 6d9bb2f945999910a7356127a5d1229e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74148285, jitterRate=0.10489554703235626}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:37,124 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:37,124 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 6d9bb2f945999910a7356127a5d1229e: Running coprocessor pre-open hook at 1732191757113Writing region info on filesystem at 1732191757113Initializing all the Stores at 1732191757114 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191757114Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191757114Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191757114Cleaning up temporary data from old regions at 1732191757121 (+7 ms)Running coprocessor post-open hooks at 1732191757124 (+3 ms)Region opened successfully at 1732191757124 2024-11-21T12:22:37,125 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191755975.6d9bb2f945999910a7356127a5d1229e., pid=6, masterSystemTime=1732191757108 2024-11-21T12:22:37,126 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:37,126 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:37,127 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=6d9bb2f945999910a7356127a5d1229e, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:37,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 6d9bb2f945999910a7356127a5d1229e, server=9bb5b7e9dd2c,35803,1732191752065 because future has completed 2024-11-21T12:22:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:22:37,131 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 6d9bb2f945999910a7356127a5d1229e, server=9bb5b7e9dd2c,35803,1732191752065 in 174 msec 2024-11-21T12:22:37,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:22:37,133 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=6d9bb2f945999910a7356127a5d1229e, ASSIGN in 330 msec 2024-11-21T12:22:37,134 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:37,134 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191757134"}]},"ts":"1732191757134"} 2024-11-21T12:22:37,135 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:22:37,136 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:37,137 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1610 sec 2024-11-21T12:22:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-11-21T12:22:37,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:37,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:37,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:37,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver Metrics about HBase RegionObservers 2024-11-21T12:22:37,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:37,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:22:37,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:37,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-11-21T12:22:37,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-11-21T12:22:37,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:38,121 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:22:38,122 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:22:38,122 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54370efc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,123 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:38,123 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:38,123 DEBUG [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b98d2ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:38,124 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,125 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38118, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:38,126 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e02ee23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,126 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@669a3618, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,126 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:38,126 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:38,127 DEBUG [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c7ce6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,127 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:38,128 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,129 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:38,129 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@444f0cc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f5acbae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,131 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:38,131 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:38,131 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c6d0612, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:38,132 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,133 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:38,133 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c225a55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,134 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:38,134 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a2952a1 2024-11-21T12:22:38,135 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:38,136 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38160, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:38,136 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:46853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:38,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:38,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:38,139 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46853' 2024-11-21T12:22:38,140 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f6f233d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,140 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:38,140 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:38,141 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a7bb21d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:38,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:38,142 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,142 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46898, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:38,143 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@433d9f6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:38,143 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76972795 2024-11-21T12:22:38,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:38,145 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:38,145 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:22:38,145 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:38,145 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,145 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:38,145 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:38,146 INFO [PEWorker-3 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:38,147 DEBUG [PEWorker-3 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:38,148 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:38,148 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:38,149 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:38,154 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:38,197 DEBUG [PEWorker-3 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:38,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:38,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:38,556 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 8e470f6947718b5d8c8b1363d4749d1c, NAME => 'hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513 2024-11-21T12:22:38,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:38,761 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 8e470f6947718b5d8c8b1363d4749d1c, disabling compactions & flushes 2024-11-21T12:22:38,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. after waiting 0 ms 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:38,962 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:38,962 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 8e470f6947718b5d8c8b1363d4749d1c: Waiting for close lock at 1732191758962Disabling compacts and flushes for region at 1732191758962Disabling writes for close at 1732191758962Writing region close event to WAL at 1732191758962Closed at 1732191758962 2024-11-21T12:22:38,963 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:38,964 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191758963"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191758963"}]},"ts":"1732191758963"} 2024-11-21T12:22:38,966 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:38,967 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:38,967 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191758967"}]},"ts":"1732191758967"} 2024-11-21T12:22:38,969 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:38,969 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e470f6947718b5d8c8b1363d4749d1c, ASSIGN}] 2024-11-21T12:22:38,970 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e470f6947718b5d8c8b1363d4749d1c, ASSIGN 2024-11-21T12:22:38,971 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e470f6947718b5d8c8b1363d4749d1c, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40235,1732191747576; forceNewPlan=false, retain=false 2024-11-21T12:22:39,122 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e470f6947718b5d8c8b1363d4749d1c, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:39,124 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=8e470f6947718b5d8c8b1363d4749d1c, ASSIGN because future has completed 2024-11-21T12:22:39,125 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e470f6947718b5d8c8b1363d4749d1c, server=9bb5b7e9dd2c,40235,1732191747576}] 2024-11-21T12:22:39,243 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:39,271 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:39,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,276 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,277 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,278 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:39,280 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:39,281 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:39,282 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,282 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C40235%2C1732191747576.rep, suffix=, logDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576, archiveDir=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/oldWALs, maxLogs=10 2024-11-21T12:22:39,288 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,289 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,292 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:39,297 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.rep.1732191759282, exclude list is [], retry=0 2024-11-21T12:22:39,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:46267,DS-7bcf97e9-ad37-4773-b6b2-fa0c10f3e95b,DISK] 2024-11-21T12:22:39,301 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.rep.1732191759282 2024-11-21T12:22:39,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39533:39533)] 2024-11-21T12:22:39,301 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 8e470f6947718b5d8c8b1363d4749d1c, NAME => 'hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:39,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. service=MultiRowMutationService 2024-11-21T12:22:39,302 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,302 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,304 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,305 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e470f6947718b5d8c8b1363d4749d1c columnFamilyName hfileref 2024-11-21T12:22:39,305 DEBUG [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,305 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(327): Store=8e470f6947718b5d8c8b1363d4749d1c/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,305 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,306 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e470f6947718b5d8c8b1363d4749d1c columnFamilyName queue 2024-11-21T12:22:39,306 DEBUG [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,307 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(327): Store=8e470f6947718b5d8c8b1363d4749d1c/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,307 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,308 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8e470f6947718b5d8c8b1363d4749d1c columnFamilyName sid 2024-11-21T12:22:39,308 DEBUG [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:39,308 INFO [StoreOpener-8e470f6947718b5d8c8b1363d4749d1c-1 {}] regionserver.HStore(327): Store=8e470f6947718b5d8c8b1363d4749d1c/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:39,308 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,309 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,310 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:39,311 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:39,313 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 8e470f6947718b5d8c8b1363d4749d1c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70886185, jitterRate=0.05628646910190582}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:39,313 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:39,314 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 8e470f6947718b5d8c8b1363d4749d1c: Running coprocessor pre-open hook at 1732191759302Writing region info on filesystem at 1732191759302Initializing all the Stores at 1732191759303 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759303Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759303Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191759303Cleaning up temporary data from old regions at 1732191759310 (+7 ms)Running coprocessor post-open hooks at 1732191759314 (+4 ms)Region opened successfully at 1732191759314 2024-11-21T12:22:39,315 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c., pid=10, masterSystemTime=1732191759277 2024-11-21T12:22:39,317 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:39,317 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:39,318 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=8e470f6947718b5d8c8b1363d4749d1c, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:39,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8e470f6947718b5d8c8b1363d4749d1c, server=9bb5b7e9dd2c,40235,1732191747576 because future has completed 2024-11-21T12:22:39,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:39,322 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 8e470f6947718b5d8c8b1363d4749d1c, server=9bb5b7e9dd2c,40235,1732191747576 in 196 msec 2024-11-21T12:22:39,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:39,324 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=8e470f6947718b5d8c8b1363d4749d1c, ASSIGN in 353 msec 2024-11-21T12:22:39,324 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:39,325 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191759324"}]},"ts":"1732191759324"} 2024-11-21T12:22:39,326 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:39,327 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:39,328 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-21T12:22:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c., hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=2] 2024-11-21T12:22:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:39,359 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:39,363 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:39,515 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=40235 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:39,515 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:39,545 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,40235,1732191747576, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:39,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:39,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=-1] 2024-11-21T12:22:39,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:39,547 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:39,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,40235,1732191747576', locateType=CURRENT is [region=hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c., hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=2] 2024-11-21T12:22:39,551 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:39,552 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:39,553 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,40235,1732191747576 suceeded 2024-11-21T12:22:39,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:39,555 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T12:22:39,555 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:46853,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:39,557 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4190 sec 2024-11-21T12:22:39,567 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46853' 2024-11-21T12:22:39,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@58bbccb2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:39,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:39,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:39,569 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:39,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:39,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2b19e9b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:39,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:39,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:39,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:39,571 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:39,571 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6293cc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:39,571 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:39,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:39,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21eff9bb 2024-11-21T12:22:39,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:39,573 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:39,573 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,40235,1732191747576 (queues=1) is replicating from cluster=5f60df63-9e30-4ceb-93c1-691a12dff75d to cluster=ad96656d-0b82-4d28-acdb-24ccb14d4fac 2024-11-21T12:22:39,573 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C40235%2C1732191747576 2024-11-21T12:22:39,574 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,40235,1732191747576, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:39,574 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C40235%2C1732191747576 2024-11-21T12:22:39,574 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, startPosition=0, beingWritten=true 2024-11-21T12:22:39,579 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:39,579 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:39,579 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:39,783 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:40,088 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:40,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33029 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,292 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:40,292 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:40,292 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:232) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:40,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,292 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,292 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:40,293 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6268160e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,293 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:40,293 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:40,293 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:40,293 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@70890e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:40,294 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,295 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:40,296 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56571f87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,296 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f198d5d 2024-11-21T12:22:40,297 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:40,298 INFO [HMaster-EventLoopGroup-29-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:40,298 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:33029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:22:40,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:22:40,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,301 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:33029' 2024-11-21T12:22:40,302 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c5690a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,302 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:40,302 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:40,303 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59a57961, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:40,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,304 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:40,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d20bda8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:40,304 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:40,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:40,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@29111149 2024-11-21T12:22:40,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:40,306 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:22:40,306 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:22:40,306 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:22:40,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,307 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:40,307 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:40,307 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:40,308 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:22:40,309 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:22:40,309 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:40,310 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:22:40,315 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:22:40,358 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:22:40,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,505 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:40,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:40,717 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 080c306a20d4e97858cff254ede9d9e3, NAME => 'hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189 2024-11-21T12:22:40,734 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:22:40,734 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:40,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 080c306a20d4e97858cff254ede9d9e3, disabling compactions & flushes 2024-11-21T12:22:40,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:40,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:40,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. after waiting 0 ms 2024-11-21T12:22:40,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:40,735 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:40,735 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 080c306a20d4e97858cff254ede9d9e3: Waiting for close lock at 1732191760734Disabling compacts and flushes for region at 1732191760734Disabling writes for close at 1732191760735 (+1 ms)Writing region close event to WAL at 1732191760735Closed at 1732191760735 2024-11-21T12:22:40,736 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:22:40,736 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191760736"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191760736"}]},"ts":"1732191760736"} 2024-11-21T12:22:40,739 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:22:40,740 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:22:40,741 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191760740"}]},"ts":"1732191760740"} 2024-11-21T12:22:40,743 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:22:40,744 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080c306a20d4e97858cff254ede9d9e3, ASSIGN}] 2024-11-21T12:22:40,745 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080c306a20d4e97858cff254ede9d9e3, ASSIGN 2024-11-21T12:22:40,746 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=080c306a20d4e97858cff254ede9d9e3, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35803,1732191752065; forceNewPlan=false, retain=false 2024-11-21T12:22:40,897 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=080c306a20d4e97858cff254ede9d9e3, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:40,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=080c306a20d4e97858cff254ede9d9e3, ASSIGN because future has completed 2024-11-21T12:22:40,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 080c306a20d4e97858cff254ede9d9e3, server=9bb5b7e9dd2c,35803,1732191752065}] 2024-11-21T12:22:40,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:41,009 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:41,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:41,041 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:41,041 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 9, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 18187 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:41,051 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:22:41,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:41,055 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:41,056 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:22:41,057 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35803%2C1732191752065.rep, suffix=, logDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065, archiveDir=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/oldWALs, maxLogs=10 2024-11-21T12:22:41,070 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.rep.1732191761057, exclude list is [], retry=0 2024-11-21T12:22:41,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:35217,DS-669010f1-8ae2-47b8-b58b-31f72bbe5e5d,DISK] 2024-11-21T12:22:41,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.rep.1732191761057 2024-11-21T12:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38869:38869)] 2024-11-21T12:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 080c306a20d4e97858cff254ede9d9e3, NAME => 'hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:41,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:41,074 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. service=MultiRowMutationService 2024-11-21T12:22:41,074 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:22:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,075 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,076 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,077 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080c306a20d4e97858cff254ede9d9e3 columnFamilyName hfileref 2024-11-21T12:22:41,077 DEBUG [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:41,077 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(327): Store=080c306a20d4e97858cff254ede9d9e3/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:41,077 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,078 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080c306a20d4e97858cff254ede9d9e3 columnFamilyName queue 2024-11-21T12:22:41,078 DEBUG [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:41,079 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(327): Store=080c306a20d4e97858cff254ede9d9e3/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:41,079 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,080 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 080c306a20d4e97858cff254ede9d9e3 columnFamilyName sid 2024-11-21T12:22:41,080 DEBUG [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:41,080 INFO [StoreOpener-080c306a20d4e97858cff254ede9d9e3-1 {}] regionserver.HStore(327): Store=080c306a20d4e97858cff254ede9d9e3/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:41,080 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/replication/080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,081 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/replication/080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,082 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:22:41,083 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/replication/080c306a20d4e97858cff254ede9d9e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:41,084 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 080c306a20d4e97858cff254ede9d9e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67420646, jitterRate=0.00464591383934021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:22:41,084 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:41,085 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 080c306a20d4e97858cff254ede9d9e3: Running coprocessor pre-open hook at 1732191761075Writing region info on filesystem at 1732191761075Initializing all the Stores at 1732191761075Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191761075Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191761076 (+1 ms)Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191761076Cleaning up temporary data from old regions at 1732191761082 (+6 ms)Running coprocessor post-open hooks at 1732191761084 (+2 ms)Region opened successfully at 1732191761085 (+1 ms) 2024-11-21T12:22:41,085 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3., pid=10, masterSystemTime=1732191761052 2024-11-21T12:22:41,087 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:41,087 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:41,088 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=080c306a20d4e97858cff254ede9d9e3, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:41,089 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 080c306a20d4e97858cff254ede9d9e3, server=9bb5b7e9dd2c,35803,1732191752065 because future has completed 2024-11-21T12:22:41,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:22:41,092 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 080c306a20d4e97858cff254ede9d9e3, server=9bb5b7e9dd2c,35803,1732191752065 in 190 msec 2024-11-21T12:22:41,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:22:41,093 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=080c306a20d4e97858cff254ede9d9e3, ASSIGN in 348 msec 2024-11-21T12:22:41,094 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:22:41,094 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191761094"}]},"ts":"1732191761094"} 2024-11-21T12:22:41,096 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:22:41,096 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:22:41,097 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 789 msec 2024-11-21T12:22:41,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3., hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=2] 2024-11-21T12:22:41,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:41,118 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:41,121 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:22:41,274 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=35803 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:22:41,274 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:22:41,304 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35803,1732191752065, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:22:41,304 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:41,304 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=-1] 2024-11-21T12:22:41,305 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:41,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52149, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:41,308 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,35803,1732191752065', locateType=CURRENT is [region=hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3., hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=2] 2024-11-21T12:22:41,310 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:22:41,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:22:41,312 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,35803,1732191752065 suceeded 2024-11-21T12:22:41,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:22:41,314 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 191 msec 2024-11-21T12:22:41,314 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:33029,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:22:41,315 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0160 sec 2024-11-21T12:22:41,325 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:33029' 2024-11-21T12:22:41,326 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@d87f100, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,326 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:41,326 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:41,326 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7b88468, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:41,327 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:41,328 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:41,328 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@279cbf77, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,329 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6286633d 2024-11-21T12:22:41,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:22:41,330 INFO [HMaster-EventLoopGroup-27-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=MasterService 2024-11-21T12:22:41,330 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35803,1732191752065 (queues=1) is replicating from cluster=ad96656d-0b82-4d28-acdb-24ccb14d4fac to cluster=5f60df63-9e30-4ceb-93c1-691a12dff75d 2024-11-21T12:22:41,331 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35803%2C1732191752065 2024-11-21T12:22:41,331 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35803,1732191752065, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:22:41,331 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35803%2C1732191752065 2024-11-21T12:22:41,331 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, startPosition=0, beingWritten=true 2024-11-21T12:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 379, reset compression=false 2024-11-21T12:22:41,336 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:41,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46853 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:22:41,441 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:22:41,441 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:41,441 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.setUpClusterTablesAndPeers(TestMasterReplication.java:233) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:152) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:41,441 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:41,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:41,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:41,442 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:41,443 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=-1] 2024-11-21T12:22:41,444 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:41,445 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:41,446 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=2] 2024-11-21T12:22:41,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=-1] 2024-11-21T12:22:41,450 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:41,451 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:41,453 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191755975.6d9bb2f945999910a7356127a5d1229e., hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=2] 2024-11-21T12:22:41,454 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:22:41,539 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 379, reset compression=false 2024-11-21T12:22:41,613 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 379, reset compression=false 2024-11-21T12:22:41,618 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:41,618 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 480, reset compression=false 2024-11-21T12:22:41,618 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf16dc725e9e6b8622ab67457fbb8b2d/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:22:41,620 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:41,621 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:41,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:41,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6fd5e574, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46853,-1 for getting cluster id 2024-11-21T12:22:41,623 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:41,624 DEBUG [HMaster-EventLoopGroup-29-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'ad96656d-0b82-4d28-acdb-24ccb14d4fac' 2024-11-21T12:22:41,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:41,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "ad96656d-0b82-4d28-acdb-24ccb14d4fac" 2024-11-21T12:22:41,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2edefbec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,624 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46853,-1] 2024-11-21T12:22:41,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:41,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:41,625 INFO [HMaster-EventLoopGroup-29-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46980, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:41,626 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7783dce0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:41,631 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:41,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=-1] 2024-11-21T12:22:41,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:41,634 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41792, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:41,636 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191755975.6d9bb2f945999910a7356127a5d1229e., hostname=9bb5b7e9dd2c,35803,1732191752065, seqNum=2] 2024-11-21T12:22:41,664 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:41,823 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 480, reset compression=false 2024-11-21T12:22:41,843 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 379, reset compression=false 2024-11-21T12:22:41,848 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:41,848 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 503, reset compression=false 2024-11-21T12:22:41,848 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=503, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:42,052 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 503, reset compression=false 2024-11-21T12:22:42,127 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 480, reset compression=false 2024-11-21T12:22:42,356 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 503, reset compression=false 2024-11-21T12:22:42,458 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:22:42,461 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:22:42,530 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 480, reset compression=false 2024-11-21T12:22:42,759 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 503, reset compression=false 2024-11-21T12:22:42,764 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:42,764 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 607, reset compression=false 2024-11-21T12:22:42,764 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d9bb2f945999910a7356127a5d1229e/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=607, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:22:42,766 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:42,767 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.13 (auth:SIMPLE), service=AdminService 2024-11-21T12:22:42,768 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:42,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2bb082fd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:42,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,33029,-1 for getting cluster id 2024-11-21T12:22:42,769 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:42,769 DEBUG [HMaster-EventLoopGroup-27-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5f60df63-9e30-4ceb-93c1-691a12dff75d' 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5f60df63-9e30-4ceb-93c1-691a12dff75d" 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@77aedcfb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,33029,-1] 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:42,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:42,771 INFO [HMaster-EventLoopGroup-27-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:42,771 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6497bcb7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:42,772 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:42,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=-1] 2024-11-21T12:22:42,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:42,774 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-28-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53974, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.12 (auth:SIMPLE), service=ClientService 2024-11-21T12:22:42,789 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-30-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., hostname=9bb5b7e9dd2c,40235,1732191747576, seqNum=2] 2024-11-21T12:22:42,791 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:42,971 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 607, reset compression=false 2024-11-21T12:22:43,034 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 480, reset compression=false 2024-11-21T12:22:43,039 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:43,039 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 608, reset compression=false 2024-11-21T12:22:43,040 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=608, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:43,243 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 608, reset compression=false 2024-11-21T12:22:43,275 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 607, reset compression=false 2024-11-21T12:22:43,465 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:22:43,471 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:22:43,548 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 608, reset compression=false 2024-11-21T12:22:43,553 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:43,553 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 764, reset compression=false 2024-11-21T12:22:43,553 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[{test/cf16dc725e9e6b8622ab67457fbb8b2d/6=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=764, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:22:43,555 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:43,564 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35803 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:43,679 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 607, reset compression=false 2024-11-21T12:22:43,686 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:43,686 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 754, reset compression=false 2024-11-21T12:22:43,687 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=754, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:43,764 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 764, reset compression=false 2024-11-21T12:22:43,905 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 754, reset compression=false 2024-11-21T12:22:44,068 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 764, reset compression=false 2024-11-21T12:22:44,208 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 754, reset compression=false 2024-11-21T12:22:44,472 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 764, reset compression=false 2024-11-21T12:22:44,474 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:22:44,477 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:22:44,612 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 754, reset compression=false 2024-11-21T12:22:44,617 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:22:44,617 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 913, reset compression=false 2024-11-21T12:22:44,617 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[{test/6d9bb2f945999910a7356127a5d1229e/7=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=913, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:22:44,619 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:22:44,622 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40235 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:22:44,804 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:44,825 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 913, reset compression=false 2024-11-21T12:22:44,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,828 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,831 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,836 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,838 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:44,976 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 764, reset compression=false 2024-11-21T12:22:44,980 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:44,980 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:44,980 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=914, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:45,129 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 913, reset compression=false 2024-11-21T12:22:45,183 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:45,480 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:22:45,483 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:45,483 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:45,483 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:45,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:45,483 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:45,483 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:45,483 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:45,484 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1443896660, stopped=false 2024-11-21T12:22:45,484 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,46853,1732191751917 2024-11-21T12:22:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214473281/running 2024-11-21T12:22:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214473281/running 2024-11-21T12:22:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:45,486 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:45,486 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:45,486 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:45,486 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:45,486 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:45,487 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35803,1732191752065' ***** 2024-11-21T12:22:45,487 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:45,487 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:45,487 INFO [RS:0;9bb5b7e9dd2c:35803 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:45,487 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:45,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/running 2024-11-21T12:22:45,487 INFO [RS:0;9bb5b7e9dd2c:35803 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:45,487 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Set watcher on znode that does not yet exist, /1214473281/running 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35803. 2024-11-21T12:22:45,488 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:45,488 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 6d9bb2f945999910a7356127a5d1229e, disabling compactions & flushes 2024-11-21T12:22:45,488 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:45,488 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:45,488 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:45,488 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:45,488 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. after waiting 0 ms 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:45,488 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:45,488 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:45,488 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 6d9bb2f945999910a7356127a5d1229e 3/3 column families, dataSize=192 B heapSize=1.46 KB 2024-11-21T12:22:45,495 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:45,495 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1325): Online Regions={6d9bb2f945999910a7356127a5d1229e=test,,1732191755975.6d9bb2f945999910a7356127a5d1229e., 1588230740=hbase:meta,,1.1588230740, 080c306a20d4e97858cff254ede9d9e3=hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.} 2024-11-21T12:22:45,495 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:45,500 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:45,501 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:45,501 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:45,501 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:45,501 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:45,501 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:45,515 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f/58c2f3391d0a49dc9a170063fd21be4d is 29, key is row1/f:/1732191764475/DeleteFamily/seqid=0 2024-11-21T12:22:45,524 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/info/9f4d4de6e9c94b389063743cc49d96bd is 147, key is hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3./info:regioninfo/1732191761087/Put/seqid=0 2024-11-21T12:22:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:22:45,529 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741840_1016 (size=5118) 2024-11-21T12:22:45,533 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 913, reset compression=false 2024-11-21T12:22:45,538 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:45,538 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1160, reset compression=false 2024-11-21T12:22:45,538 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35803,1732191752065 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176, lastWalPosition=1160, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:45,539 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,35803,1732191752065: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,35803,1732191752065, walGroup=9bb5b7e9dd2c%2C35803%2C1732191752065, offset=9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176:1160, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:35803 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:45,541 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:45,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:45,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:45,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:45,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:45,541 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 605289776 }, "NonHeapMemoryUsage": { "committed": 194707456, "init": 7667712, "max": -1, "used": 190950712 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:45,542 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:46853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:46853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:45,547 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:45,695 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:45,743 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1160, reset compression=false 2024-11-21T12:22:45,895 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:45,903 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:45,929 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/info/9f4d4de6e9c94b389063743cc49d96bd 2024-11-21T12:22:45,929 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f/58c2f3391d0a49dc9a170063fd21be4d 2024-11-21T12:22:45,934 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58c2f3391d0a49dc9a170063fd21be4d 2024-11-21T12:22:45,949 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/ns/2749bc05f4184e78b6a4995b1b9d59c9 is 43, key is default/ns:d/1732191753762/Put/seqid=0 2024-11-21T12:22:45,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:22:45,956 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f1/fc14c6facea24641a20e7875bc568fa2 is 30, key is row1/f1:/1732191764475/DeleteFamily/seqid=0 2024-11-21T12:22:45,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741843_1019 (size=5123) 2024-11-21T12:22:46,038 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:46,038 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:46,047 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1160, reset compression=false 2024-11-21T12:22:46,095 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:46,295 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:46,353 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/ns/2749bc05f4184e78b6a4995b1b9d59c9 2024-11-21T12:22:46,360 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f1/fc14c6facea24641a20e7875bc568fa2 2024-11-21T12:22:46,364 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc14c6facea24641a20e7875bc568fa2 2024-11-21T12:22:46,375 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/rep_barrier/4885ecd20f284b6e96914c2ff4efcca5 is 112, key is test,,1732191755975.6d9bb2f945999910a7356127a5d1229e./rep_barrier:seqnumDuringOpen/1732191757127/Put/seqid=0 2024-11-21T12:22:46,378 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:22:46,379 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/rep_barrier/4885ecd20f284b6e96914c2ff4efcca5 2024-11-21T12:22:46,382 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/norep/6c3c3ab0176642519daa4920ae2a29c5 is 33, key is row1/norep:/1732191764475/DeleteFamily/seqid=0 2024-11-21T12:22:46,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741845_1021 (size=5108) 2024-11-21T12:22:46,406 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:46,408 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/table/a6cc634d17e7454983b91145f13d1c4f is 53, key is hbase:replication/table:state/1732191761094/Put/seqid=0 2024-11-21T12:22:46,414 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:22:46,451 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1160, reset compression=false 2024-11-21T12:22:46,496 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:46,696 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3, 1588230740, 6d9bb2f945999910a7356127a5d1229e 2024-11-21T12:22:46,787 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/norep/6c3c3ab0176642519daa4920ae2a29c5 2024-11-21T12:22:46,791 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c3c3ab0176642519daa4920ae2a29c5 2024-11-21T12:22:46,792 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f/58c2f3391d0a49dc9a170063fd21be4d as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/f/58c2f3391d0a49dc9a170063fd21be4d 2024-11-21T12:22:46,796 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 58c2f3391d0a49dc9a170063fd21be4d 2024-11-21T12:22:46,796 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/f/58c2f3391d0a49dc9a170063fd21be4d, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:46,796 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/f1/fc14c6facea24641a20e7875bc568fa2 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/f1/fc14c6facea24641a20e7875bc568fa2 2024-11-21T12:22:46,800 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc14c6facea24641a20e7875bc568fa2 2024-11-21T12:22:46,800 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/f1/fc14c6facea24641a20e7875bc568fa2, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:46,801 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/.tmp/norep/6c3c3ab0176642519daa4920ae2a29c5 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/norep/6c3c3ab0176642519daa4920ae2a29c5 2024-11-21T12:22:46,805 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6c3c3ab0176642519daa4920ae2a29c5 2024-11-21T12:22:46,805 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/norep/6c3c3ab0176642519daa4920ae2a29c5, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:46,806 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6d9bb2f945999910a7356127a5d1229e in 1318ms, sequenceid=8, compaction requested=false 2024-11-21T12:22:46,810 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/default/test/6d9bb2f945999910a7356127a5d1229e/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:46,811 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 6d9bb2f945999910a7356127a5d1229e: Waiting for close lock at 1732191765488Running coprocessor pre-close hooks at 1732191765488Disabling compacts and flushes for region at 1732191765488Disabling writes for close at 1732191765488Obtaining lock to block concurrent updates at 1732191765488Preparing flush snapshotting stores in 6d9bb2f945999910a7356127a5d1229e at 1732191765488Finished memstore snapshotting test,,1732191755975.6d9bb2f945999910a7356127a5d1229e., syncing WAL and waiting on mvcc, flushsize=dataSize=192, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732191765489 (+1 ms)Flushing stores of test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. at 1732191765490 (+1 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/f: creating writer at 1732191765490Flushing 6d9bb2f945999910a7356127a5d1229e/f: appending metadata at 1732191765515 (+25 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/f: closing flushed file at 1732191765515Flushing 6d9bb2f945999910a7356127a5d1229e/f1: creating writer at 1732191765934 (+419 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/f1: appending metadata at 1732191765955 (+21 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/f1: closing flushed file at 1732191765955Flushing 6d9bb2f945999910a7356127a5d1229e/norep: creating writer at 1732191766364 (+409 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/norep: appending metadata at 1732191766382 (+18 ms)Flushing 6d9bb2f945999910a7356127a5d1229e/norep: closing flushed file at 1732191766382Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44a17e59: reopening flushed file at 1732191766791 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@665e3f39: reopening flushed file at 1732191766796 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bf2c93: reopening flushed file at 1732191766801 (+5 ms)Finished flush of dataSize ~192 B/192, heapSize ~1.41 KB/1448, currentSize=0 B/0 for 6d9bb2f945999910a7356127a5d1229e in 1318ms, sequenceid=8, compaction requested=false at 1732191766806 (+5 ms)Writing region close event to WAL at 1732191766807 (+1 ms)Running coprocessor post-close hooks at 1732191766811 (+4 ms)Closed at 1732191766811 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191755975.6d9bb2f945999910a7356127a5d1229e. 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 080c306a20d4e97858cff254ede9d9e3, disabling compactions & flushes 2024-11-21T12:22:46,811 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. after waiting 0 ms 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 080c306a20d4e97858cff254ede9d9e3: Waiting for close lock at 1732191766811Running coprocessor pre-close hooks at 1732191766811Disabling compacts and flushes for region at 1732191766811Disabling writes for close at 1732191766811Failed flush hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3., putting online again at 1732191766811 2024-11-21T12:22:46,812 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,814 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/table/a6cc634d17e7454983b91145f13d1c4f 2024-11-21T12:22:46,819 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/info/9f4d4de6e9c94b389063743cc49d96bd as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/info/9f4d4de6e9c94b389063743cc49d96bd 2024-11-21T12:22:46,823 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/info/9f4d4de6e9c94b389063743cc49d96bd, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:46,824 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/ns/2749bc05f4184e78b6a4995b1b9d59c9 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/ns/2749bc05f4184e78b6a4995b1b9d59c9 2024-11-21T12:22:46,827 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/ns/2749bc05f4184e78b6a4995b1b9d59c9, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:46,828 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/rep_barrier/4885ecd20f284b6e96914c2ff4efcca5 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/rep_barrier/4885ecd20f284b6e96914c2ff4efcca5 2024-11-21T12:22:46,832 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/rep_barrier/4885ecd20f284b6e96914c2ff4efcca5, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:46,832 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/.tmp/table/a6cc634d17e7454983b91145f13d1c4f as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/table/a6cc634d17e7454983b91145f13d1c4f 2024-11-21T12:22:46,836 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/table/a6cc634d17e7454983b91145f13d1c4f, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:46,837 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:46,841 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:46,842 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:46,842 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:46,842 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:46,842 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191765500Running coprocessor pre-close hooks at 1732191765500Disabling compacts and flushes for region at 1732191765500Disabling writes for close at 1732191765501 (+1 ms)Obtaining lock to block concurrent updates at 1732191765501Preparing flush snapshotting stores in 1588230740 at 1732191765501Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191765501Flushing stores of hbase:meta,,1.1588230740 at 1732191765502 (+1 ms)Flushing 1588230740/info: creating writer at 1732191765502Flushing 1588230740/info: appending metadata at 1732191765524 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732191765524Flushing 1588230740/ns: creating writer at 1732191765934 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732191765948 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732191765948Flushing 1588230740/rep_barrier: creating writer at 1732191766357 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191766374 (+17 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191766374Flushing 1588230740/table: creating writer at 1732191766383 (+9 ms)Flushing 1588230740/table: appending metadata at 1732191766408 (+25 ms)Flushing 1588230740/table: closing flushed file at 1732191766408Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@610d4873: reopening flushed file at 1732191766818 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2d7b8496: reopening flushed file at 1732191766823 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28e2189e: reopening flushed file at 1732191766827 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d645569: reopening flushed file at 1732191766832 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1336ms, sequenceid=16, compaction requested=false at 1732191766837 (+5 ms)Writing region close event to WAL at 1732191766839 (+2 ms)Running coprocessor post-close hooks at 1732191766842 (+3 ms)Closed at 1732191766842 2024-11-21T12:22:46,842 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:46,896 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:22:46,896 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1325): Online Regions={080c306a20d4e97858cff254ede9d9e3=hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3.} 2024-11-21T12:22:46,896 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(3091): Received CLOSE for 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:46,896 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1351): Waiting on 080c306a20d4e97858cff254ede9d9e3 2024-11-21T12:22:46,896 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 080c306a20d4e97858cff254ede9d9e3, disabling compactions & flushes 2024-11-21T12:22:46,896 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,896 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,896 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. after waiting 0 ms 2024-11-21T12:22:46,896 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,897 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 080c306a20d4e97858cff254ede9d9e3: Waiting for close lock at 1732191766896Running coprocessor pre-close hooks at 1732191766896Disabling compacts and flushes for region at 1732191766896Disabling writes for close at 1732191766896Failed flush hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3., putting online again at 1732191766896 2024-11-21T12:22:46,897 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191760307.080c306a20d4e97858cff254ede9d9e3. 2024-11-21T12:22:46,955 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1160, reset compression=false 2024-11-21T12:22:46,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:46,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1804, reset compression=false 2024-11-21T12:22:47,011 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:47,096 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T12:22:47,096 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35803,1732191752065; all regions closed. 2024-11-21T12:22:47,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:47,101 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741839_1015 (size=1733) 2024-11-21T12:22:47,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741832_1008 (size=1812) 2024-11-21T12:22:47,103 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 not finished, retry = 0 2024-11-21T12:22:47,164 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 to pos 1804, reset compression=false 2024-11-21T12:22:47,204 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:47,204 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:47,204 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/WALs/9bb5b7e9dd2c,35803,1732191752065/9bb5b7e9dd2c%2C35803%2C1732191752065.1732191753176 2024-11-21T12:22:47,205 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:47,205 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:47,205 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:47,205 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:47,205 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35803,1732191752065 because: Region server is closing 2024-11-21T12:22:47,205 INFO [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35803. 2024-11-21T12:22:47,206 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:47,206 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:47,206 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:47,206 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:47,306 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.shipper9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 terminated 2024-11-21T12:22:47,306 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35803,1732191752065.replicationSource.wal-reader.9bb5b7e9dd2c%2C35803%2C1732191752065,1-9bb5b7e9dd2c,35803,1732191752065 {}] regionserver.ReplicationSourceWALReader(198): Interrupted while sleeping between WAL reads or adding WAL batch to ship queue java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1640) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.put(LinkedBlockingQueue.java:343) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:157) ~[classes/:?] 2024-11-21T12:22:47,306 INFO [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35803. 2024-11-21T12:22:47,306 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:47,306 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:47,306 DEBUG [RS:0;9bb5b7e9dd2c:35803 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:47,306 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:47,307 INFO [RS:0;9bb5b7e9dd2c:35803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35803 2024-11-21T12:22:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214473281/rs/9bb5b7e9dd2c,35803,1732191752065 2024-11-21T12:22:47,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281/rs 2024-11-21T12:22:47,309 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:47,310 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35803,1732191752065] 2024-11-21T12:22:47,311 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1214473281/draining/9bb5b7e9dd2c,35803,1732191752065 already deleted, retry=false 2024-11-21T12:22:47,311 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35803,1732191752065 expired; onlineServers=0 2024-11-21T12:22:47,311 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,46853,1732191751917' ***** 2024-11-21T12:22:47,311 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:47,312 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:47,312 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:47,312 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:47,312 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191752974 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191752974,5,FailOnTimeoutGroup] 2024-11-21T12:22:47,312 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191752974 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191752974,5,FailOnTimeoutGroup] 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:47,312 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:47,312 INFO [M:0;9bb5b7e9dd2c:46853 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:47,313 INFO [M:0;9bb5b7e9dd2c:46853 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:47,313 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:47,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1214473281/master 2024-11-21T12:22:47,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1214473281 2024-11-21T12:22:47,314 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] zookeeper.ZKUtil(347): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Unable to get data of znode /1214473281/master because node does not exist (not an error) 2024-11-21T12:22:47,314 WARN [M:0;9bb5b7e9dd2c:46853 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:47,314 INFO [M:0;9bb5b7e9dd2c:46853 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/.lastflushedseqids 2024-11-21T12:22:47,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741847_1023 (size=245) 2024-11-21T12:22:47,323 INFO [M:0;9bb5b7e9dd2c:46853 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:47,323 INFO [M:0;9bb5b7e9dd2c:46853 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:47,323 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:47,323 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:47,323 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:47,323 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:47,323 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:47,323 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:22:47,342 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f77999b3b66a4163a831237a216a45e2 is 82, key is hbase:meta,,1/info:regioninfo/1732191753753/Put/seqid=0 2024-11-21T12:22:47,346 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741848_1024 (size=5672) 2024-11-21T12:22:47,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_replication 2024-11-21T12:22:47,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_replication Metrics about Tables on a single HBase RegionServer 2024-11-21T12:22:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:47,410 INFO [RS:0;9bb5b7e9dd2c:35803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:47,410 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35803-0x100624a84450004, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:47,410 INFO [RS:0;9bb5b7e9dd2c:35803 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35803,1732191752065; zookeeper connection closed. 2024-11-21T12:22:47,411 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4cbeb08a {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4cbeb08a 2024-11-21T12:22:47,411 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:47,715 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:47,747 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f77999b3b66a4163a831237a216a45e2 2024-11-21T12:22:47,765 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13eb831b6ec40afbe52c4eedf50f1e5 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191761097/Put/seqid=0 2024-11-21T12:22:47,769 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741849_1025 (size=8516) 2024-11-21T12:22:48,170 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13eb831b6ec40afbe52c4eedf50f1e5 2024-11-21T12:22:48,188 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44bf393df994f4a9d332cf613fc7d4d is 69, key is 9bb5b7e9dd2c,35803,1732191752065/rs:state/1732191753024/Put/seqid=0 2024-11-21T12:22:48,192 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741850_1026 (size=5156) 2024-11-21T12:22:48,519 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:48,593 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44bf393df994f4a9d332cf613fc7d4d 2024-11-21T12:22:48,597 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/f77999b3b66a4163a831237a216a45e2 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f77999b3b66a4163a831237a216a45e2 2024-11-21T12:22:48,601 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/f77999b3b66a4163a831237a216a45e2, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:48,601 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/c13eb831b6ec40afbe52c4eedf50f1e5 as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13eb831b6ec40afbe52c4eedf50f1e5 2024-11-21T12:22:48,605 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/c13eb831b6ec40afbe52c4eedf50f1e5, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:48,605 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e44bf393df994f4a9d332cf613fc7d4d as hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44bf393df994f4a9d332cf613fc7d4d 2024-11-21T12:22:48,609 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43351/user/jenkins/test-data/d8791301-d855-f0b3-ff1f-82921765c189/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e44bf393df994f4a9d332cf613fc7d4d, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:48,610 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:48,611 INFO [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:48,611 DEBUG [M:0;9bb5b7e9dd2c:46853 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191767323Disabling compacts and flushes for region at 1732191767323Disabling writes for close at 1732191767323Obtaining lock to block concurrent updates at 1732191767323Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191767323Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191767323Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191767324 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191767324Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191767342 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191767342Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191767751 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191767765 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191767765Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191768174 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191768188 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191768188Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c8260b: reopening flushed file at 1732191768596 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6bef42fc: reopening flushed file at 1732191768601 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7ebb8541: reopening flushed file at 1732191768605 (+4 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1286ms, sequenceid=97, compaction requested=false at 1732191768610 (+5 ms)Writing region close event to WAL at 1732191768611 (+1 ms)Closed at 1732191768611 2024-11-21T12:22:48,614 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:35217 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:22:48,614 INFO [M:0;9bb5b7e9dd2c:46853 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:48,614 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:48,615 INFO [M:0;9bb5b7e9dd2c:46853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46853 2024-11-21T12:22:48,615 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:48,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:48,717 INFO [M:0;9bb5b7e9dd2c:46853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:48,717 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46853-0x100624a84450003, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:48,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@77333365{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:48,720 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3ecfd193{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:48,720 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:48,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16627f83{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:48,720 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c844e13{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:48,721 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:48,722 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:48,722 WARN [BP-1904475080-172.17.0.2-1732191750404 heartbeating to localhost/127.0.0.1:43351 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:48,722 WARN [BP-1904475080-172.17.0.2-1732191750404 heartbeating to localhost/127.0.0.1:43351 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1904475080-172.17.0.2-1732191750404 (Datanode Uuid e7197527-0d5d-4828-8a09-97d15214ac4e) service to localhost/127.0.0.1:43351 2024-11-21T12:22:48,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/cluster_9a203b8a-a117-5cc1-e5ba-2aff3bf902aa/data/data1/current/BP-1904475080-172.17.0.2-1732191750404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:48,723 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/cluster_9a203b8a-a117-5cc1-e5ba-2aff3bf902aa/data/data2/current/BP-1904475080-172.17.0.2-1732191750404 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:48,723 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:48,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2372d3e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:48,729 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@17881b62{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:48,729 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:48,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1f021b47{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:48,729 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4173c60d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:48,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:48,741 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:22:48,741 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:48,742 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:48,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:48,742 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:48,742 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:48,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:22:48,743 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2046894352, stopped=false 2024-11-21T12:22:48,743 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,33029,1732191747512 2024-11-21T12:22:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790053592/running 2024-11-21T12:22:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790053592/running 2024-11-21T12:22:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:48,744 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:48,744 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:48,745 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:22:48,745 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication1(TestMasterReplication.java:167) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:48,745 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:48,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/running 2024-11-21T12:22:48,745 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,40235,1732191747576' ***** 2024-11-21T12:22:48,745 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:22:48,745 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Set watcher on znode that does not yet exist, /0-1790053592/running 2024-11-21T12:22:48,745 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:22:48,746 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for 8e470f6947718b5d8c8b1363d4749d1c 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:48,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8e470f6947718b5d8c8b1363d4749d1c, disabling compactions & flushes 2024-11-21T12:22:48,746 INFO [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40235. 2024-11-21T12:22:48,746 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:48,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:48,746 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:48,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. after waiting 0 ms 2024-11-21T12:22:48,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:48,747 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:48,747 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:22:48,747 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 8e470f6947718b5d8c8b1363d4749d1c 3/3 column families, dataSize=892 B heapSize=2.06 KB 2024-11-21T12:22:48,747 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:22:48,747 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:22:48,747 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:22:48,747 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:22:48,747 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1325): Online Regions={8e470f6947718b5d8c8b1363d4749d1c=hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c., cf16dc725e9e6b8622ab67457fbb8b2d=test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:22:48,747 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e470f6947718b5d8c8b1363d4749d1c, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:48,747 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:48,748 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:48,748 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:48,748 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:48,748 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:48,748 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:22:48,767 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/.tmp/queue/17036ee4c57a47acbd0df5dae56f7bd5 is 153, key is 1-9bb5b7e9dd2c,40235,1732191747576/queue:9bb5b7e9dd2c%2C40235%2C1732191747576/1732191764981/Put/seqid=0 2024-11-21T12:22:48,770 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:48,771 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741840_1016 (size=5352) 2024-11-21T12:22:48,771 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/info/445bf276f4a24677a9114c69fc3b1d36 is 147, key is hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c./info:regioninfo/1732191759317/Put/seqid=0 2024-11-21T12:22:48,774 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:22:48,947 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e470f6947718b5d8c8b1363d4749d1c, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:49,097 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:22:49,098 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:22:49,148 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 8e470f6947718b5d8c8b1363d4749d1c, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:49,172 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=892 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/.tmp/queue/17036ee4c57a47acbd0df5dae56f7bd5 2024-11-21T12:22:49,175 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/info/445bf276f4a24677a9114c69fc3b1d36 2024-11-21T12:22:49,177 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/.tmp/queue/17036ee4c57a47acbd0df5dae56f7bd5 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/queue/17036ee4c57a47acbd0df5dae56f7bd5 2024-11-21T12:22:49,181 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/queue/17036ee4c57a47acbd0df5dae56f7bd5, entries=1, sequenceid=10, filesize=5.2 K 2024-11-21T12:22:49,183 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8e470f6947718b5d8c8b1363d4749d1c in 435ms, sequenceid=10, compaction requested=false 2024-11-21T12:22:49,187 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/replication/8e470f6947718b5d8c8b1363d4749d1c/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:49,188 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8e470f6947718b5d8c8b1363d4749d1c: Waiting for close lock at 1732191768746Running coprocessor pre-close hooks at 1732191768746Disabling compacts and flushes for region at 1732191768746Disabling writes for close at 1732191768746Obtaining lock to block concurrent updates at 1732191768747 (+1 ms)Preparing flush snapshotting stores in 8e470f6947718b5d8c8b1363d4749d1c at 1732191768747Finished memstore snapshotting hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c., syncing WAL and waiting on mvcc, flushsize=dataSize=892, getHeapSize=2064, getOffHeapSize=0, getCellsCount=6 at 1732191768747Flushing stores of hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. at 1732191768747Flushing 8e470f6947718b5d8c8b1363d4749d1c/queue: creating writer at 1732191768748 (+1 ms)Flushing 8e470f6947718b5d8c8b1363d4749d1c/queue: appending metadata at 1732191768766 (+18 ms)Flushing 8e470f6947718b5d8c8b1363d4749d1c/queue: closing flushed file at 1732191768766Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6d80814a: reopening flushed file at 1732191769177 (+411 ms)Finished flush of dataSize ~892 B/892, heapSize ~1.55 KB/1584, currentSize=0 B/0 for 8e470f6947718b5d8c8b1363d4749d1c in 435ms, sequenceid=10, compaction requested=false at 1732191769183 (+6 ms)Writing region close event to WAL at 1732191769184 (+1 ms)Running coprocessor post-close hooks at 1732191769188 (+4 ms)Closed at 1732191769188 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191758146.8e470f6947718b5d8c8b1363d4749d1c. 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing cf16dc725e9e6b8622ab67457fbb8b2d, disabling compactions & flushes 2024-11-21T12:22:49,188 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. after waiting 0 ms 2024-11-21T12:22:49,188 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:49,188 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing cf16dc725e9e6b8622ab67457fbb8b2d 3/3 column families, dataSize=191 B heapSize=1.46 KB 2024-11-21T12:22:49,194 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/ns/16da143dd1da4567a722ea6d8384a58b is 43, key is default/ns:d/1732191750217/Put/seqid=0 2024-11-21T12:22:49,198 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:22:49,210 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f/cadd5392bfec46dcabd94e2286ef8053 is 29, key is row1/f:/1732191764475/DeleteFamily/seqid=0 2024-11-21T12:22:49,214 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741843_1019 (size=5118) 2024-11-21T12:22:49,348 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:49,423 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 914, reset compression=false 2024-11-21T12:22:49,428 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:22:49,428 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 1161, reset compression=false 2024-11-21T12:22:49,428 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,40235,1732191747576 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191, lastWalPosition=1161, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:22:49,429 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,40235,1732191747576: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,40235,1732191747576, walGroup=9bb5b7e9dd2c%2C40235%2C1732191747576, offset=9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191:1161, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:40235 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:22:49,430 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:22:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:22:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:22:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:22:49,430 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:22:49,430 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1048576000, "init": 1048576000, "max": 2306867200, "used": 672398640 }, "NonHeapMemoryUsage": { "committed": 195166208, "init": 7667712, "max": -1, "used": 191740656 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:22:49,431 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33029 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:22:49,548 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:49,599 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/ns/16da143dd1da4567a722ea6d8384a58b 2024-11-21T12:22:49,615 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=112 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f/cadd5392bfec46dcabd94e2286ef8053 2024-11-21T12:22:49,618 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cadd5392bfec46dcabd94e2286ef8053 2024-11-21T12:22:49,621 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/rep_barrier/9e0a08c9f5834417bd55907c974bdbaf is 112, key is test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d./rep_barrier:seqnumDuringOpen/1732191754985/Put/seqid=0 2024-11-21T12:22:49,630 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:22:49,632 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 1161, reset compression=false 2024-11-21T12:22:49,634 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f1/0cf9e094807c4beaabc4319cc4ef4141 is 30, key is row1/f1:/1732191764475/DeleteFamily/seqid=0 2024-11-21T12:22:49,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741845_1021 (size=5123) 2024-11-21T12:22:49,748 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:22:49,748 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1325): Online Regions={cf16dc725e9e6b8622ab67457fbb8b2d=test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:22:49,748 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:49,936 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 1161, reset compression=false 2024-11-21T12:22:49,949 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:50,031 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/rep_barrier/9e0a08c9f5834417bd55907c974bdbaf 2024-11-21T12:22:50,038 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=51 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f1/0cf9e094807c4beaabc4319cc4ef4141 2024-11-21T12:22:50,041 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cf9e094807c4beaabc4319cc4ef4141 2024-11-21T12:22:50,050 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/table/6ee4c7394d044f639eb8c15bd2d0a239 is 53, key is hbase:replication/table:state/1732191759324/Put/seqid=0 2024-11-21T12:22:50,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:22:50,056 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/norep/dc4f842d49c44a01a6a15dc45b275619 is 32, key is row/norep:/1732191763468/DeleteFamily/seqid=0 2024-11-21T12:22:50,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741847_1023 (size=5101) 2024-11-21T12:22:50,149 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:50,340 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/WALs/9bb5b7e9dd2c,40235,1732191747576/9bb5b7e9dd2c%2C40235%2C1732191747576.1732191749191 to pos 1161, reset compression=false 2024-11-21T12:22:50,349 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, cf16dc725e9e6b8622ab67457fbb8b2d 2024-11-21T12:22:50,454 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/table/6ee4c7394d044f639eb8c15bd2d0a239 2024-11-21T12:22:50,458 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/info/445bf276f4a24677a9114c69fc3b1d36 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/info/445bf276f4a24677a9114c69fc3b1d36 2024-11-21T12:22:50,459 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/norep/dc4f842d49c44a01a6a15dc45b275619 2024-11-21T12:22:50,462 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/info/445bf276f4a24677a9114c69fc3b1d36, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:22:50,463 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc4f842d49c44a01a6a15dc45b275619 2024-11-21T12:22:50,463 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/ns/16da143dd1da4567a722ea6d8384a58b as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/ns/16da143dd1da4567a722ea6d8384a58b 2024-11-21T12:22:50,463 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f/cadd5392bfec46dcabd94e2286ef8053 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/f/cadd5392bfec46dcabd94e2286ef8053 2024-11-21T12:22:50,467 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/ns/16da143dd1da4567a722ea6d8384a58b, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:22:50,467 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for cadd5392bfec46dcabd94e2286ef8053 2024-11-21T12:22:50,467 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/f/cadd5392bfec46dcabd94e2286ef8053, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:50,467 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/rep_barrier/9e0a08c9f5834417bd55907c974bdbaf as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/rep_barrier/9e0a08c9f5834417bd55907c974bdbaf 2024-11-21T12:22:50,468 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/f1/0cf9e094807c4beaabc4319cc4ef4141 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/f1/0cf9e094807c4beaabc4319cc4ef4141 2024-11-21T12:22:50,471 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/rep_barrier/9e0a08c9f5834417bd55907c974bdbaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:22:50,471 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/.tmp/table/6ee4c7394d044f639eb8c15bd2d0a239 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/table/6ee4c7394d044f639eb8c15bd2d0a239 2024-11-21T12:22:50,471 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 0cf9e094807c4beaabc4319cc4ef4141 2024-11-21T12:22:50,472 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/f1/0cf9e094807c4beaabc4319cc4ef4141, entries=2, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:50,472 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/.tmp/norep/dc4f842d49c44a01a6a15dc45b275619 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/norep/dc4f842d49c44a01a6a15dc45b275619 2024-11-21T12:22:50,475 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/table/6ee4c7394d044f639eb8c15bd2d0a239, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:22:50,476 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false 2024-11-21T12:22:50,476 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for dc4f842d49c44a01a6a15dc45b275619 2024-11-21T12:22:50,476 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/norep/dc4f842d49c44a01a6a15dc45b275619, entries=1, sequenceid=8, filesize=5.0 K 2024-11-21T12:22:50,477 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cf16dc725e9e6b8622ab67457fbb8b2d in 1289ms, sequenceid=8, compaction requested=false 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/data/default/test/cf16dc725e9e6b8622ab67457fbb8b2d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:22:50,481 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:50,481 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191768747Running coprocessor pre-close hooks at 1732191768747Disabling compacts and flushes for region at 1732191768747Disabling writes for close at 1732191768748 (+1 ms)Obtaining lock to block concurrent updates at 1732191768748Preparing flush snapshotting stores in 1588230740 at 1732191768748Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191768748Flushing stores of hbase:meta,,1.1588230740 at 1732191768750 (+2 ms)Flushing 1588230740/info: creating writer at 1732191768750Flushing 1588230740/info: appending metadata at 1732191768770 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732191768771 (+1 ms)Flushing 1588230740/ns: creating writer at 1732191769179 (+408 ms)Flushing 1588230740/ns: appending metadata at 1732191769193 (+14 ms)Flushing 1588230740/ns: closing flushed file at 1732191769193Flushing 1588230740/rep_barrier: creating writer at 1732191769603 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191769621 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191769621Flushing 1588230740/table: creating writer at 1732191770035 (+414 ms)Flushing 1588230740/table: appending metadata at 1732191770049 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732191770049Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5612e028: reopening flushed file at 1732191770458 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@695859a8: reopening flushed file at 1732191770462 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ab3427a: reopening flushed file at 1732191770467 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2f65c51e: reopening flushed file at 1732191770471 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1728ms, sequenceid=16, compaction requested=false at 1732191770476 (+5 ms)Writing region close event to WAL at 1732191770478 (+2 ms)Running coprocessor post-close hooks at 1732191770481 (+3 ms)Closed at 1732191770481 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for cf16dc725e9e6b8622ab67457fbb8b2d: Waiting for close lock at 1732191769188Running coprocessor pre-close hooks at 1732191769188Disabling compacts and flushes for region at 1732191769188Disabling writes for close at 1732191769188Obtaining lock to block concurrent updates at 1732191769188Preparing flush snapshotting stores in cf16dc725e9e6b8622ab67457fbb8b2d at 1732191769188Finished memstore snapshotting test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d., syncing WAL and waiting on mvcc, flushsize=dataSize=191, getHeapSize=1448, getOffHeapSize=0, getCellsCount=7 at 1732191769188Flushing stores of test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. at 1732191769189 (+1 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f: creating writer at 1732191769189Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f: appending metadata at 1732191769210 (+21 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f: closing flushed file at 1732191769210Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f1: creating writer at 1732191769619 (+409 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f1: appending metadata at 1732191769633 (+14 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/f1: closing flushed file at 1732191769633Flushing cf16dc725e9e6b8622ab67457fbb8b2d/norep: creating writer at 1732191770041 (+408 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/norep: appending metadata at 1732191770055 (+14 ms)Flushing cf16dc725e9e6b8622ab67457fbb8b2d/norep: closing flushed file at 1732191770055Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e6581ea: reopening flushed file at 1732191770463 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@71decfa8: reopening flushed file at 1732191770467 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@540673e6: reopening flushed file at 1732191770472 (+5 ms)Finished flush of dataSize ~191 B/191, heapSize ~1.41 KB/1448, currentSize=0 B/0 for cf16dc725e9e6b8622ab67457fbb8b2d in 1289ms, sequenceid=8, compaction requested=false at 1732191770477 (+5 ms)Writing region close event to WAL at 1732191770478 (+1 ms)Running coprocessor post-close hooks at 1732191770481 (+3 ms)Closed at 1732191770481 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191753817.cf16dc725e9e6b8622ab67457fbb8b2d. 2024-11-21T12:22:50,481 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:50,549 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,40235,1732191747576; all regions closed. 2024-11-21T12:22:50,551 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:22:50,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741839_1015 (size=2676) 2024-11-21T12:22:50,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741832_1008 (size=1813) 2024-11-21T12:22:50,557 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:50,557 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:22:50,557 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:50,557 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:50,557 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:50,557 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:50,557 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,40235,1732191747576 because: Region server is closing 2024-11-21T12:22:50,558 INFO [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40235. 2024-11-21T12:22:50,558 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:50,558 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:50,558 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:50,558 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:50,658 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.shipper9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 terminated 2024-11-21T12:22:50,658 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,40235,1732191747576.replicationSource.wal-reader.9bb5b7e9dd2c%2C40235%2C1732191747576,1-9bb5b7e9dd2c,40235,1732191747576 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:22:50,658 INFO [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40235. 2024-11-21T12:22:50,659 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:22:50,659 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:50,659 DEBUG [RS:0;9bb5b7e9dd2c:40235 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:50,659 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:22:50,659 INFO [RS:0;9bb5b7e9dd2c:40235 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40235 2024-11-21T12:22:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592/rs 2024-11-21T12:22:50,661 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790053592/rs/9bb5b7e9dd2c,40235,1732191747576 2024-11-21T12:22:50,661 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:50,663 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,40235,1732191747576] 2024-11-21T12:22:50,664 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1790053592/draining/9bb5b7e9dd2c,40235,1732191747576 already deleted, retry=false 2024-11-21T12:22:50,664 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,40235,1732191747576 expired; onlineServers=0 2024-11-21T12:22:50,664 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,33029,1732191747512' ***** 2024-11-21T12:22:50,664 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:22:50,664 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:22:50,664 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:22:50,664 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:22:50,664 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:22:50,664 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:22:50,664 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191749016 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191749016,5,FailOnTimeoutGroup] 2024-11-21T12:22:50,664 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191748999 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191748999,5,FailOnTimeoutGroup] 2024-11-21T12:22:50,664 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:22:50,664 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:22:50,664 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:22:50,664 INFO [M:0;9bb5b7e9dd2c:33029 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:22:50,665 INFO [M:0;9bb5b7e9dd2c:33029 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:22:50,665 INFO [M:0;9bb5b7e9dd2c:33029 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:22:50,665 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:22:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1790053592/master 2024-11-21T12:22:50,666 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1790053592 2024-11-21T12:22:50,666 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] zookeeper.ZKUtil(347): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Unable to get data of znode /0-1790053592/master because node does not exist (not an error) 2024-11-21T12:22:50,666 WARN [M:0;9bb5b7e9dd2c:33029 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:22:50,667 INFO [M:0;9bb5b7e9dd2c:33029 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/.lastflushedseqids 2024-11-21T12:22:50,674 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:22:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:50,763 INFO [RS:0;9bb5b7e9dd2c:40235 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:50,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40235-0x100624a84450001, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:50,763 INFO [RS:0;9bb5b7e9dd2c:40235 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,40235,1732191747576; zookeeper connection closed. 2024-11-21T12:22:50,763 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@72f89103 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@72f89103 2024-11-21T12:22:50,763 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:22:51,075 INFO [M:0;9bb5b7e9dd2c:33029 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:22:51,075 INFO [M:0;9bb5b7e9dd2c:33029 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:22:51,075 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:51,075 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:51,075 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:51,075 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:51,075 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:51,075 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.50 KB heapSize=64.92 KB 2024-11-21T12:22:51,090 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:22:51,091 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b7fbeafd8574bb38d7520968e14d35d is 82, key is hbase:meta,,1/info:regioninfo/1732191750207/Put/seqid=0 2024-11-21T12:22:51,091 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:51,092 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 10, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 28237 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:22:51,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:22:51,495 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b7fbeafd8574bb38d7520968e14d35d 2024-11-21T12:22:51,513 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30e37bfe7a2d4f4589813f501373345a is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191759328/Put/seqid=0 2024-11-21T12:22:51,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741850_1026 (size=8516) 2024-11-21T12:22:51,917 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.95 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30e37bfe7a2d4f4589813f501373345a 2024-11-21T12:22:51,939 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08039b57b2bd441b94a8e4c2f19c51e4 is 69, key is 9bb5b7e9dd2c,40235,1732191747576/rs:state/1732191749042/Put/seqid=0 2024-11-21T12:22:51,943 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:22:52,313 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:22:52,313 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,338 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,339 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,343 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08039b57b2bd441b94a8e4c2f19c51e4 2024-11-21T12:22:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,346 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,348 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:22:52,349 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0b7fbeafd8574bb38d7520968e14d35d as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b7fbeafd8574bb38d7520968e14d35d 2024-11-21T12:22:52,353 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0b7fbeafd8574bb38d7520968e14d35d, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:22:52,354 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/30e37bfe7a2d4f4589813f501373345a as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30e37bfe7a2d4f4589813f501373345a 2024-11-21T12:22:52,358 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/30e37bfe7a2d4f4589813f501373345a, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:22:52,358 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/08039b57b2bd441b94a8e4c2f19c51e4 as hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08039b57b2bd441b94a8e4c2f19c51e4 2024-11-21T12:22:52,361 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41907/user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/08039b57b2bd441b94a8e4c2f19c51e4, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:22:52,362 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false 2024-11-21T12:22:52,364 INFO [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:52,364 DEBUG [M:0;9bb5b7e9dd2c:33029 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191771075Disabling compacts and flushes for region at 1732191771075Disabling writes for close at 1732191771075Obtaining lock to block concurrent updates at 1732191771075Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191771075Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56835, getHeapSize=66416, getOffHeapSize=0, getCellsCount=114 at 1732191771076 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191771076Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191771076Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191771090 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191771090Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191771499 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191771513 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191771513Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191771921 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191771938 (+17 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191771938Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2388836c: reopening flushed file at 1732191772348 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4eeaf2e0: reopening flushed file at 1732191772353 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@26aba21f: reopening flushed file at 1732191772358 (+5 ms)Finished flush of dataSize ~55.50 KB/56835, heapSize ~64.63 KB/66176, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1287ms, sequenceid=97, compaction requested=false at 1732191772362 (+4 ms)Writing region close event to WAL at 1732191772363 (+1 ms)Closed at 1732191772363 2024-11-21T12:22:52,365 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:46267 is added to blk_1073741830_1006 (size=63654) 2024-11-21T12:22:52,366 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/b9800e3f-b02c-03d5-fcce-221a0a3cf513/MasterData/WALs/9bb5b7e9dd2c,33029,1732191747512/9bb5b7e9dd2c%2C33029%2C1732191747512.1732191748875 not finished, retry = 0 2024-11-21T12:22:52,467 INFO [M:0;9bb5b7e9dd2c:33029 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:22:52,467 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:22:52,467 INFO [M:0;9bb5b7e9dd2c:33029 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33029 2024-11-21T12:22:52,468 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:22:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:52,569 INFO [M:0;9bb5b7e9dd2c:33029 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:22:52,569 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33029-0x100624a84450000, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:22:52,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@608d745a{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:52,572 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4cc309df{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:52,572 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:52,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7a8b6720{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:52,572 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7dea8188{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:52,573 WARN [BP-2142166739-172.17.0.2-1732191746505 heartbeating to localhost/127.0.0.1:41907 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:22:52,573 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:22:52,573 WARN [BP-2142166739-172.17.0.2-1732191746505 heartbeating to localhost/127.0.0.1:41907 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2142166739-172.17.0.2-1732191746505 (Datanode Uuid 9a365924-709f-4c26-a344-c496e090d6e1) service to localhost/127.0.0.1:41907 2024-11-21T12:22:52,574 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:22:52,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/data/data1/current/BP-2142166739-172.17.0.2-1732191746505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:52,574 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/cluster_e54ca5fc-e614-fdec-4479-247e220ca830/data/data2/current/BP-2142166739-172.17.0.2-1732191746505 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:22:52,575 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:22:52,580 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@68f5b386{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:52,581 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@5aa67927{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:22:52,581 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:22:52,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@244cd9de{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:22:52,581 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7bb6be23{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/7aef034e-2a71-d2d5-964c-1e03304f28d6/hadoop.log.dir/,STOPPED} 2024-11-21T12:22:52,587 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:22:52,597 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:22:52,608 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication1 Thread=266 (was 246) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43351 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-29-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-30-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65075) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:65075) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.13@localhost:43351 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41907 from jenkins.hfs.12 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43351 from jenkins.hfs.13 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-28-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41907 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41907 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-27-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-29-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.12@localhost:41907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41907 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-23-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43351 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-22-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=655 (was 623) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=343 (was 299) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7049 (was 7362) 2024-11-21T12:22:52,617 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication2 Thread=266, OpenFileDescriptor=655, MaxFileDescriptor=1048576, SystemLoadAverage=343, ProcessCount=11, AvailableMemoryMB=7049 2024-11-21T12:22:52,630 INFO [Time-limited test {}] replication.TestMasterReplication(246): testCyclicReplication2 2024-11-21T12:22:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir so I do NOT create it in target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71 2024-11-21T12:22:52,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:52,631 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.tmp.dir so I do NOT create it in target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71 2024-11-21T12:22:52,631 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0914617f-a6f7-cf36-2461-fa732c66a92e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:52,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71 2024-11-21T12:22:52,631 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b, deleteOnExit=true 2024-11-21T12:22:52,633 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/zookeeper_0, clientPort=52710, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:22:52,634 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=52710 2024-11-21T12:22:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/test.cache.data in system properties and HBase conf 2024-11-21T12:22:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:52,634 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:52,635 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:52,635 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624a84450002, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:52,685 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624a84450005, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:22:52,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624a84450002, quorum=127.0.0.1:65075, baseZNode=/0-1790053592 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:52,685 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624a84450005, quorum=127.0.0.1:65075, baseZNode=/1214473281 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:22:52,708 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,712 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:52,713 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:52,714 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:52,714 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:52,714 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@68ff1e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:52,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@23b1768b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:52,830 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@45b0d07a{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/java.io.tmpdir/jetty-localhost-38063-hadoop-hdfs-3_4_1-tests_jar-_-any-10352199737398477647/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:52,831 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0fe4b5{HTTP/1.1, (http/1.1)}{localhost:38063} 2024-11-21T12:22:52,831 INFO [Time-limited test {}] server.Server(415): Started @210940ms 2024-11-21T12:22:52,906 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:52,908 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:52,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:52,910 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:52,910 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:52,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@360f6672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:52,911 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5300a547{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:53,030 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@59e682da{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/java.io.tmpdir/jetty-localhost-39091-hadoop-hdfs-3_4_1-tests_jar-_-any-12216016888367000989/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:53,031 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@180b46f1{HTTP/1.1, (http/1.1)}{localhost:39091} 2024-11-21T12:22:53,031 INFO [Time-limited test {}] server.Server(415): Started @211140ms 2024-11-21T12:22:53,032 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:53,143 WARN [Thread-2666 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/data/data1/current/BP-175850605-172.17.0.2-1732191772653/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:53,143 WARN [Thread-2667 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/data/data2/current/BP-175850605-172.17.0.2-1732191772653/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:53,168 WARN [Thread-2654 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:53,170 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc674287fb809e058 with lease ID 0x678214ecfa8a10a4: Processing first storage report for DS-321e8c0a-3619-407a-8764-b5b3e31bac6e from datanode DatanodeRegistration(127.0.0.1:36033, datanodeUuid=4028ae8e-b082-4cae-be75-50d82538ee28, infoPort=36039, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=59197774;c=1732191772653) 2024-11-21T12:22:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc674287fb809e058 with lease ID 0x678214ecfa8a10a4: from storage DS-321e8c0a-3619-407a-8764-b5b3e31bac6e node DatanodeRegistration(127.0.0.1:36033, datanodeUuid=4028ae8e-b082-4cae-be75-50d82538ee28, infoPort=36039, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=59197774;c=1732191772653), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xc674287fb809e058 with lease ID 0x678214ecfa8a10a4: Processing first storage report for DS-edcdf618-8abb-40fa-a864-8b0502f4fcf5 from datanode DatanodeRegistration(127.0.0.1:36033, datanodeUuid=4028ae8e-b082-4cae-be75-50d82538ee28, infoPort=36039, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=59197774;c=1732191772653) 2024-11-21T12:22:53,171 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xc674287fb809e058 with lease ID 0x678214ecfa8a10a4: from storage DS-edcdf618-8abb-40fa-a864-8b0502f4fcf5 node DatanodeRegistration(127.0.0.1:36033, datanodeUuid=4028ae8e-b082-4cae-be75-50d82538ee28, infoPort=36039, infoSecurePort=0, ipcPort=34855, storageInfo=lv=-57;cid=testClusterID;nsid=59197774;c=1732191772653), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:53,176 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71 2024-11-21T12:22:53,176 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,178 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,185 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:53,586 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704 with version=8 2024-11-21T12:22:53,586 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/hbase-staging 2024-11-21T12:22:53,588 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:53,588 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:53,589 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:53,589 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34901 2024-11-21T12:22:53,590 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34901 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:53,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:349010x0, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:53,596 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34901-0x100624aea770000 connected 2024-11-21T12:22:53,616 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,618 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,620 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/running 2024-11-21T12:22:53,620 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704, hbase.cluster.distributed=false 2024-11-21T12:22:53,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/acl 2024-11-21T12:22:53,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-21T12:22:53,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34901 2024-11-21T12:22:53,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34901 2024-11-21T12:22:53,626 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-21T12:22:53,627 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34901 2024-11-21T12:22:53,641 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:53,641 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:53,642 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:53,642 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35321 2024-11-21T12:22:53,643 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35321 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:53,643 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,645 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,649 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:353210x0, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:53,649 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:353210x0, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/running 2024-11-21T12:22:53,649 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35321-0x100624aea770001 connected 2024-11-21T12:22:53,649 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:53,652 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:53,652 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/master 2024-11-21T12:22:53,653 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/acl 2024-11-21T12:22:53,654 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-21T12:22:53,656 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35321 2024-11-21T12:22:53,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35321 2024-11-21T12:22:53,657 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-21T12:22:53,660 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35321 2024-11-21T12:22:53,672 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:34901 2024-11-21T12:22:53,672 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /01670390866/backup-masters/9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/backup-masters 2024-11-21T12:22:53,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/backup-masters 2024-11-21T12:22:53,674 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on existing znode=/01670390866/backup-masters/9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01670390866/master 2024-11-21T12:22:53,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:53,676 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on existing znode=/01670390866/master 2024-11-21T12:22:53,676 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /01670390866/backup-masters/9bb5b7e9dd2c,34901,1732191773588 from backup master directory 2024-11-21T12:22:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/backup-masters 2024-11-21T12:22:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01670390866/backup-masters/9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:53,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/backup-masters 2024-11-21T12:22:53,678 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:53,678 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:53,681 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/hbase.id] with ID: c3943e55-bb05-41f7-9e0f-3155208e8494 2024-11-21T12:22:53,681 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/.tmp/hbase.id 2024-11-21T12:22:53,690 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:53,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/.tmp/hbase.id]:[hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/hbase.id] 2024-11-21T12:22:53,699 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:53,699 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:53,700 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:22:53,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:53,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:53,707 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:54,108 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:54,109 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:54,109 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:54,115 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:54,516 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store 2024-11-21T12:22:54,522 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:54,923 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:54,923 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:54,923 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:54,923 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:54,924 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:54,924 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:54,924 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:54,924 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191774923Disabling compacts and flushes for region at 1732191774923Disabling writes for close at 1732191774924 (+1 ms)Writing region close event to WAL at 1732191774924Closed at 1732191774924 2024-11-21T12:22:54,924 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/.initializing 2024-11-21T12:22:54,924 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/WALs/9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:54,925 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:54,927 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C34901%2C1732191773588, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/WALs/9bb5b7e9dd2c,34901,1732191773588, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:54,944 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/WALs/9bb5b7e9dd2c,34901,1732191773588/9bb5b7e9dd2c%2C34901%2C1732191773588.1732191774927, exclude list is [], retry=0 2024-11-21T12:22:54,947 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-321e8c0a-3619-407a-8764-b5b3e31bac6e,DISK] 2024-11-21T12:22:54,949 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/WALs/9bb5b7e9dd2c,34901,1732191773588/9bb5b7e9dd2c%2C34901%2C1732191773588.1732191774927 2024-11-21T12:22:54,951 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-21T12:22:54,952 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:54,952 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:54,952 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,952 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,953 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,954 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:54,954 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:54,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:54,955 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:54,956 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:54,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:54,956 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,957 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:54,957 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:54,958 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,959 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:54,959 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:54,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:54,960 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,960 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,961 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,962 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,962 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,962 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:54,963 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:54,965 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:54,965 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66864456, jitterRate=-0.003641963005065918}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:54,966 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191774952Initializing all the Stores at 1732191774953 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191774953Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191774953Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191774953Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191774953Cleaning up temporary data from old regions at 1732191774962 (+9 ms)Region opened successfully at 1732191774966 (+4 ms) 2024-11-21T12:22:54,966 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:54,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7d9d432c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:54,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:54,971 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:54,975 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:54,976 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:54,978 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/balancer already deleted, retry=false 2024-11-21T12:22:54,978 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:54,979 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:54,980 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/normalizer already deleted, retry=false 2024-11-21T12:22:54,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:54,981 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:54,982 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/switch/split already deleted, retry=false 2024-11-21T12:22:54,982 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:54,983 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/switch/merge already deleted, retry=false 2024-11-21T12:22:54,985 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:54,986 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01670390866/running 2024-11-21T12:22:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/01670390866/running 2024-11-21T12:22:54,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:54,988 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,34901,1732191773588, sessionid=0x100624aea770000, setting cluster-up flag (Was=false) 2024-11-21T12:22:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:54,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:54,994 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01670390866/flush-table-proc/acquired, /01670390866/flush-table-proc/reached, /01670390866/flush-table-proc/abort 2024-11-21T12:22:54,994 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:54,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:54,997 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:55,000 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /01670390866/online-snapshot/acquired, /01670390866/online-snapshot/reached, /01670390866/online-snapshot/abort 2024-11-21T12:22:55,001 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:55,002 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:55,003 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:55,004 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:55,004 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:55,004 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,34901,1732191773588 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:55,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191805006 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:55,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,007 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:55,007 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:55,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191775007,5,FailOnTimeoutGroup] 2024-11-21T12:22:55,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191775007,5,FailOnTimeoutGroup] 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,007 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,008 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,008 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:55,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:55,063 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(746): ClusterId : c3943e55-bb05-41f7-9e0f-3155208e8494 2024-11-21T12:22:55,063 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:55,065 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:55,065 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:55,066 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:55,067 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184f2965, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:55,078 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35321 2024-11-21T12:22:55,078 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:55,078 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:55,079 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:55,079 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,34901,1732191773588 with port=35321, startcode=1732191773641 2024-11-21T12:22:55,079 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:55,081 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36829, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:55,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,081 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,082 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704 2024-11-21T12:22:55,082 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:41071 2024-11-21T12:22:55,082 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:55,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/rs 2024-11-21T12:22:55,084 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] zookeeper.ZKUtil(111): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on existing znode=/01670390866/rs/9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,084 WARN [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:55,084 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:55,085 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,085 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35321,1732191773641] 2024-11-21T12:22:55,087 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:55,088 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:55,089 INFO [RS:0;9bb5b7e9dd2c:35321 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:55,089 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,089 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:55,089 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:55,089 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,089 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:55,090 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,090 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35321,1732191773641-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:55,105 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:55,105 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35321,1732191773641-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,105 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,105 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35321,1732191773641 started 2024-11-21T12:22:55,119 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:55,119 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35321,1732191773641, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35321, sessionid=0x100624aea770001 2024-11-21T12:22:55,119 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:55,119 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,119 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35321,1732191773641' 2024-11-21T12:22:55,119 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01670390866/flush-table-proc/abort' 2024-11-21T12:22:55,119 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01670390866/flush-table-proc/acquired' 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35321,1732191773641' 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/01670390866/online-snapshot/abort' 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/01670390866/online-snapshot/acquired' 2024-11-21T12:22:55,120 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:55,120 INFO [RS:0;9bb5b7e9dd2c:35321 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:55,120 INFO [RS:0;9bb5b7e9dd2c:35321 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:55,221 INFO [RS:0;9bb5b7e9dd2c:35321 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:55,222 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35321%2C1732191773641, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs, maxLogs=10 2024-11-21T12:22:55,237 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, exclude list is [], retry=0 2024-11-21T12:22:55,240 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-321e8c0a-3619-407a-8764-b5b3e31bac6e,DISK] 2024-11-21T12:22:55,243 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 2024-11-21T12:22:55,243 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-21T12:22:55,421 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:55,421 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704 2024-11-21T12:22:55,426 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:55,827 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:55,828 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:55,829 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:55,829 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:55,830 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:55,830 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:55,831 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:55,831 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:55,832 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:55,832 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:55,832 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:55,833 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:55,833 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:55,833 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:55,833 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:55,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740 2024-11-21T12:22:55,834 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740 2024-11-21T12:22:55,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:55,835 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:55,835 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:55,836 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:55,837 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:55,838 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60953430, jitterRate=-0.09172311425209045}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:55,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191775827Initializing all the Stores at 1732191775828 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191775828Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191775828Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191775828Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191775828Cleaning up temporary data from old regions at 1732191775835 (+7 ms)Region opened successfully at 1732191775838 (+3 ms) 2024-11-21T12:22:55,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:55,838 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:55,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:55,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:55,838 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:55,839 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:55,839 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191775838Disabling compacts and flushes for region at 1732191775838Disabling writes for close at 1732191775838Writing region close event to WAL at 1732191775838Closed at 1732191775838 2024-11-21T12:22:55,839 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:55,839 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:55,840 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:55,840 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:55,841 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:55,991 DEBUG [9bb5b7e9dd2c:34901 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:55,992 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:55,993 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35321,1732191773641, state=OPENING 2024-11-21T12:22:55,994 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:55,995 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:55,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:22:55,996 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:55,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01670390866/meta-region-server: CHANGED 2024-11-21T12:22:55,996 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01670390866/meta-region-server: CHANGED 2024-11-21T12:22:55,996 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35321,1732191773641}] 2024-11-21T12:22:56,149 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:56,150 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34631, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:56,153 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:56,153 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:56,153 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:56,154 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35321%2C1732191773641.meta, suffix=.meta, logDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs, maxLogs=10 2024-11-21T12:22:56,168 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.meta.1732191776154.meta, exclude list is [], retry=0 2024-11-21T12:22:56,169 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-321e8c0a-3619-407a-8764-b5b3e31bac6e,DISK] 2024-11-21T12:22:56,171 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.meta.1732191776154.meta 2024-11-21T12:22:56,171 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-21T12:22:56,171 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:56,172 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:56,172 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:56,172 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:56,174 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:56,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:56,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,175 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:56,175 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:56,175 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,176 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:56,176 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:56,176 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,177 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:56,177 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:56,177 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:56,178 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:56,178 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:56,178 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740 2024-11-21T12:22:56,179 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740 2024-11-21T12:22:56,180 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:56,180 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:56,180 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:56,181 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:56,181 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=67679521, jitterRate=0.008503451943397522}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:56,181 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:56,182 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191776172Writing region info on filesystem at 1732191776172Initializing all the Stores at 1732191776173 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776173Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776174 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191776174Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191776174Cleaning up temporary data from old regions at 1732191776180 (+6 ms)Running coprocessor post-open hooks at 1732191776181 (+1 ms)Region opened successfully at 1732191776182 (+1 ms) 2024-11-21T12:22:56,183 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191776148 2024-11-21T12:22:56,184 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:56,184 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:56,185 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:56,185 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35321,1732191773641, state=OPEN 2024-11-21T12:22:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01670390866/meta-region-server 2024-11-21T12:22:56,189 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/01670390866/meta-region-server 2024-11-21T12:22:56,189 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:22:56,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01670390866/meta-region-server: CHANGED 2024-11-21T12:22:56,189 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /01670390866/meta-region-server: CHANGED 2024-11-21T12:22:56,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:56,191 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35321,1732191773641 in 193 msec 2024-11-21T12:22:56,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:56,192 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 351 msec 2024-11-21T12:22:56,193 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:56,193 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:56,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:56,194 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=-1] 2024-11-21T12:22:56,194 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:56,195 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56613, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:56,198 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.1950 sec 2024-11-21T12:22:56,198 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191776198, completionTime=-1 2024-11-21T12:22:56,198 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:56,199 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:56,200 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:56,200 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191836200 2024-11-21T12:22:56,200 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191896200 2024-11-21T12:22:56,200 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:34901, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,202 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:56,203 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.525sec 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:56,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:56,205 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:56,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:56,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34901,1732191773588-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:56,263 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@334e6b1a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:56,263 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:22:56,264 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:56,265 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:22:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:22:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2e5c8085, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:56,265 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:22:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:56,266 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:56,266 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59550, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:56,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f19ea42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:56,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:56,268 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=-1] 2024-11-21T12:22:56,269 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:56,270 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44340, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:56,271 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:22:56,272 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:56,275 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:56,275 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624aea770002 connected 2024-11-21T12:22:56,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir so I do NOT create it in target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3 2024-11-21T12:22:56,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:56,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.tmp.dir so I do NOT create it in target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3 2024-11-21T12:22:56,278 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:56,278 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3 2024-11-21T12:22:56,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:56,278 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/cluster_6bb8af61-b47e-ce98-6d54-6c407e911e12, deleteOnExit=true 2024-11-21T12:22:56,278 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/test.cache.data in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:56,279 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:56,279 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:56,280 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:56,348 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:56,351 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:56,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:56,352 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:56,352 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:22:56,353 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:56,353 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@789ad0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:56,354 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4c9e0a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:56,474 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6c4b921c{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/java.io.tmpdir/jetty-localhost-43751-hadoop-hdfs-3_4_1-tests_jar-_-any-9979250845969495369/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:22:56,474 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2cf0df29{HTTP/1.1, (http/1.1)}{localhost:43751} 2024-11-21T12:22:56,474 INFO [Time-limited test {}] server.Server(415): Started @214584ms 2024-11-21T12:22:56,576 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:22:56,580 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:22:56,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:22:56,583 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:22:56,583 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:22:56,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2bd482e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:22:56,585 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1b23a4a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:22:56,700 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c3f0133{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/java.io.tmpdir/jetty-localhost-36813-hadoop-hdfs-3_4_1-tests_jar-_-any-10536992861500645711/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:22:56,700 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f4d3814{HTTP/1.1, (http/1.1)}{localhost:36813} 2024-11-21T12:22:56,700 INFO [Time-limited test {}] server.Server(415): Started @214810ms 2024-11-21T12:22:56,701 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:22:56,787 WARN [Thread-2787 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/cluster_6bb8af61-b47e-ce98-6d54-6c407e911e12/data/data2/current/BP-1979442577-172.17.0.2-1732191776299/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:56,787 WARN [Thread-2786 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/cluster_6bb8af61-b47e-ce98-6d54-6c407e911e12/data/data1/current/BP-1979442577-172.17.0.2-1732191776299/current, will proceed with Du for space computation calculation, 2024-11-21T12:22:56,808 WARN [Thread-2774 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:22:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4edc2f4e4221a6d with lease ID 0xa19da979fa8f351c: Processing first storage report for DS-a077449c-4898-4d5a-acb9-eb4564551369 from datanode DatanodeRegistration(127.0.0.1:33839, datanodeUuid=487e08dc-2f58-455c-a90a-bc8e4dbd3dcb, infoPort=37377, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1473224089;c=1732191776299) 2024-11-21T12:22:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4edc2f4e4221a6d with lease ID 0xa19da979fa8f351c: from storage DS-a077449c-4898-4d5a-acb9-eb4564551369 node DatanodeRegistration(127.0.0.1:33839, datanodeUuid=487e08dc-2f58-455c-a90a-bc8e4dbd3dcb, infoPort=37377, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1473224089;c=1732191776299), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xa4edc2f4e4221a6d with lease ID 0xa19da979fa8f351c: Processing first storage report for DS-d3ee0d79-6438-4d20-b7f5-9210fec94226 from datanode DatanodeRegistration(127.0.0.1:33839, datanodeUuid=487e08dc-2f58-455c-a90a-bc8e4dbd3dcb, infoPort=37377, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1473224089;c=1732191776299) 2024-11-21T12:22:56,811 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xa4edc2f4e4221a6d with lease ID 0xa19da979fa8f351c: from storage DS-d3ee0d79-6438-4d20-b7f5-9210fec94226 node DatanodeRegistration(127.0.0.1:33839, datanodeUuid=487e08dc-2f58-455c-a90a-bc8e4dbd3dcb, infoPort=37377, infoSecurePort=0, ipcPort=40521, storageInfo=lv=-57;cid=testClusterID;nsid=1473224089;c=1732191776299), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:22:56,826 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3 2024-11-21T12:22:56,826 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:56,828 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:56,836 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:22:57,237 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c with version=8 2024-11-21T12:22:57,237 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/hbase-staging 2024-11-21T12:22:57,239 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:57,239 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:57,240 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45749 2024-11-21T12:22:57,241 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45749 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:57,244 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:457490x0, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:57,244 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45749-0x100624aea770003 connected 2024-11-21T12:22:57,254 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:57,255 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:57,257 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/running 2024-11-21T12:22:57,257 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c, hbase.cluster.distributed=false 2024-11-21T12:22:57,259 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/acl 2024-11-21T12:22:57,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-21T12:22:57,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45749 2024-11-21T12:22:57,259 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45749 2024-11-21T12:22:57,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-21T12:22:57,260 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45749 2024-11-21T12:22:57,276 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:22:57,276 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:22:57,277 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44853 2024-11-21T12:22:57,278 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44853 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:57,278 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:57,280 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:57,283 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:448530x0, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:57,283 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:448530x0, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/running 2024-11-21T12:22:57,284 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44853-0x100624aea770004 connected 2024-11-21T12:22:57,284 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:22:57,284 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:22:57,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/master 2024-11-21T12:22:57,285 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/acl 2024-11-21T12:22:57,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-21T12:22:57,289 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44853 2024-11-21T12:22:57,290 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44853 2024-11-21T12:22:57,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-21T12:22:57,292 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44853 2024-11-21T12:22:57,307 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:45749 2024-11-21T12:22:57,307 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11484911406/backup-masters/9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/backup-masters 2024-11-21T12:22:57,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/backup-masters 2024-11-21T12:22:57,309 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on existing znode=/11484911406/backup-masters/9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:57,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11484911406/master 2024-11-21T12:22:57,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:57,312 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:57,312 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on existing znode=/11484911406/master 2024-11-21T12:22:57,312 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11484911406/backup-masters/9bb5b7e9dd2c,45749,1732191777239 from backup master directory 2024-11-21T12:22:57,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11484911406/backup-masters/9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:57,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/backup-masters 2024-11-21T12:22:57,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/backup-masters 2024-11-21T12:22:57,314 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:57,314 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:57,317 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/hbase.id] with ID: daefe713-362c-4b2d-8ab0-207fdb4b81ab 2024-11-21T12:22:57,317 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/.tmp/hbase.id 2024-11-21T12:22:57,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:22:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:22:57,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:22:57,723 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/.tmp/hbase.id]:[hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/hbase.id] 2024-11-21T12:22:57,731 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:22:57,731 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:22:57,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:22:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:57,735 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:57,740 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:22:58,141 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:22:58,141 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:22:58,142 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:58,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:22:58,549 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store 2024-11-21T12:22:58,554 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:22:58,955 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:58,955 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:22:58,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191778955Disabling compacts and flushes for region at 1732191778955Disabling writes for close at 1732191778955Writing region close event to WAL at 1732191778955Closed at 1732191778955 2024-11-21T12:22:58,956 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/.initializing 2024-11-21T12:22:58,956 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/WALs/9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:58,957 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:58,958 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C45749%2C1732191777239, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/WALs/9bb5b7e9dd2c,45749,1732191777239, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/oldWALs, maxLogs=10 2024-11-21T12:22:58,976 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/WALs/9bb5b7e9dd2c,45749,1732191777239/9bb5b7e9dd2c%2C45749%2C1732191777239.1732191778958, exclude list is [], retry=0 2024-11-21T12:22:58,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-a077449c-4898-4d5a-acb9-eb4564551369,DISK] 2024-11-21T12:22:58,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/WALs/9bb5b7e9dd2c,45749,1732191777239/9bb5b7e9dd2c%2C45749%2C1732191777239.1732191778958 2024-11-21T12:22:58,980 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37377:37377)] 2024-11-21T12:22:58,980 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:58,980 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:58,980 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,981 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,982 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:22:58,983 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:58,983 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:22:58,984 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,984 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:22:58,985 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,985 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:22:58,986 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:58,986 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:22:58,987 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,987 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,987 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,988 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,988 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,988 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:58,989 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:22:58,991 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:58,991 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73294271, jitterRate=0.09216974675655365}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:58,991 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191778981Initializing all the Stores at 1732191778981Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191778981Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778981Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778981Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191778981Cleaning up temporary data from old regions at 1732191778988 (+7 ms)Region opened successfully at 1732191778991 (+3 ms) 2024-11-21T12:22:58,991 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:22:58,994 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d37ead5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:58,994 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:22:58,994 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:22:58,994 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:22:58,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:22:58,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:22:58,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:22:58,995 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:22:58,996 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:22:58,997 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/balancer because node does not exist (not necessarily an error) 2024-11-21T12:22:58,998 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/balancer already deleted, retry=false 2024-11-21T12:22:58,999 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:22:58,999 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:22:59,000 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/normalizer already deleted, retry=false 2024-11-21T12:22:59,001 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:22:59,001 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:22:59,002 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/switch/split already deleted, retry=false 2024-11-21T12:22:59,003 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:22:59,004 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/switch/merge already deleted, retry=false 2024-11-21T12:22:59,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:22:59,006 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/snapshot-cleanup already deleted, retry=false 2024-11-21T12:22:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11484911406/running 2024-11-21T12:22:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11484911406/running 2024-11-21T12:22:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,008 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,45749,1732191777239, sessionid=0x100624aea770003, setting cluster-up flag (Was=false) 2024-11-21T12:22:59,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,010 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,014 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11484911406/flush-table-proc/acquired, /11484911406/flush-table-proc/reached, /11484911406/flush-table-proc/abort 2024-11-21T12:22:59,014 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,017 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,020 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11484911406/online-snapshot/acquired, /11484911406/online-snapshot/reached, /11484911406/online-snapshot/abort 2024-11-21T12:22:59,021 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:59,022 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:22:59,023 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:59,023 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:22:59,024 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:22:59,024 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,45749,1732191777239 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:59,025 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,026 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191809026 2024-11-21T12:22:59,026 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:22:59,026 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:22:59,026 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:59,026 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:22:59,026 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:22:59,027 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:22:59,027 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:22:59,027 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:22:59,027 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,027 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,027 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:22:59,027 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:22:59,028 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:22:59,028 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:22:59,028 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:22:59,028 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:22:59,029 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:22:59,032 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191779029,5,FailOnTimeoutGroup] 2024-11-21T12:22:59,034 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191779032,5,FailOnTimeoutGroup] 2024-11-21T12:22:59,034 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,034 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:22:59,034 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,034 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,036 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:22:59,097 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(746): ClusterId : daefe713-362c-4b2d-8ab0-207fdb4b81ab 2024-11-21T12:22:59,097 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:22:59,099 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:22:59,099 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:22:59,101 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:22:59,101 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61bbcc98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:22:59,113 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:44853 2024-11-21T12:22:59,113 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:22:59,113 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:22:59,113 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:22:59,114 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,45749,1732191777239 with port=44853, startcode=1732191777275 2024-11-21T12:22:59,114 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:22:59,115 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:22:59,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,116 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45749 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,117 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c 2024-11-21T12:22:59,117 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:32977 2024-11-21T12:22:59,117 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:22:59,121 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/rs 2024-11-21T12:22:59,121 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] zookeeper.ZKUtil(111): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on existing znode=/11484911406/rs/9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,121 WARN [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:22:59,121 INFO [RS:0;9bb5b7e9dd2c:44853 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:59,121 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,121 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,44853,1732191777275] 2024-11-21T12:22:59,124 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:22:59,126 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:22:59,126 INFO [RS:0;9bb5b7e9dd2c:44853 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:22:59,126 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,128 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:22:59,129 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:22:59,129 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,129 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,129 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,129 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:59,130 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,130 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44853,1732191777275-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:59,149 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:22:59,150 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44853,1732191777275-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,150 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,150 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.Replication(171): 9bb5b7e9dd2c,44853,1732191777275 started 2024-11-21T12:22:59,168 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,169 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,44853,1732191777275, RpcServer on 9bb5b7e9dd2c/172.17.0.2:44853, sessionid=0x100624aea770004 2024-11-21T12:22:59,169 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:22:59,169 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,169 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,44853,1732191777275' 2024-11-21T12:22:59,169 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11484911406/flush-table-proc/abort' 2024-11-21T12:22:59,169 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11484911406/flush-table-proc/acquired' 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,44853,1732191777275' 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11484911406/online-snapshot/abort' 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11484911406/online-snapshot/acquired' 2024-11-21T12:22:59,170 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:22:59,170 INFO [RS:0;9bb5b7e9dd2c:44853 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:22:59,170 INFO [RS:0;9bb5b7e9dd2c:44853 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:22:59,271 INFO [RS:0;9bb5b7e9dd2c:44853 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:22:59,272 INFO [RS:0;9bb5b7e9dd2c:44853 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C44853%2C1732191777275, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/oldWALs, maxLogs=10 2024-11-21T12:22:59,290 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, exclude list is [], retry=0 2024-11-21T12:22:59,292 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-a077449c-4898-4d5a-acb9-eb4564551369,DISK] 2024-11-21T12:22:59,296 INFO [RS:0;9bb5b7e9dd2c:44853 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 2024-11-21T12:22:59,296 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37377:37377)] 2024-11-21T12:22:59,437 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:22:59,437 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c 2024-11-21T12:22:59,441 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:22:59,442 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:59,443 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:59,444 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:59,444 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,444 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:59,445 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:59,445 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,445 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:59,446 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:59,446 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,446 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,447 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:59,447 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:59,447 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,448 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740 2024-11-21T12:22:59,448 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740 2024-11-21T12:22:59,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:59,449 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:59,450 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:59,450 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:22:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72759810, jitterRate=0.08420565724372864}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191779442Initializing all the Stores at 1732191779443 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779443Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779443Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191779443Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779443Cleaning up temporary data from old regions at 1732191779449 (+6 ms)Region opened successfully at 1732191779452 (+3 ms) 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:22:59,452 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:22:59,452 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:22:59,453 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:22:59,453 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191779452Disabling compacts and flushes for region at 1732191779452Disabling writes for close at 1732191779452Writing region close event to WAL at 1732191779453 (+1 ms)Closed at 1732191779453 2024-11-21T12:22:59,454 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:59,454 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:22:59,454 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:22:59,455 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:59,455 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:22:59,606 DEBUG [9bb5b7e9dd2c:45749 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:22:59,606 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,607 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,44853,1732191777275, state=OPENING 2024-11-21T12:22:59,609 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:22:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:22:59,611 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:22:59,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11484911406/meta-region-server: CHANGED 2024-11-21T12:22:59,611 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11484911406/meta-region-server: CHANGED 2024-11-21T12:22:59,611 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,44853,1732191777275}] 2024-11-21T12:22:59,763 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:22:59,765 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45761, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:22:59,767 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:22:59,767 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:22:59,768 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:22:59,769 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C44853%2C1732191777275.meta, suffix=.meta, logDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/oldWALs, maxLogs=10 2024-11-21T12:22:59,782 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.meta.1732191779769.meta, exclude list is [], retry=0 2024-11-21T12:22:59,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-a077449c-4898-4d5a-acb9-eb4564551369,DISK] 2024-11-21T12:22:59,786 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.meta.1732191779769.meta 2024-11-21T12:22:59,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37377:37377)] 2024-11-21T12:22:59,786 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:22:59,786 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:22:59,787 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:22:59,787 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:22:59,788 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:22:59,789 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:22:59,789 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,789 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:22:59,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:22:59,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,790 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:22:59,790 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:22:59,790 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:22:59,791 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:22:59,791 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:22:59,791 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:22:59,792 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:22:59,792 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740 2024-11-21T12:22:59,793 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740 2024-11-21T12:22:59,794 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:22:59,794 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:22:59,794 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:22:59,795 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:22:59,795 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73211316, jitterRate=0.09093362092971802}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:22:59,796 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:22:59,796 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191779787Writing region info on filesystem at 1732191779787Initializing all the Stores at 1732191779788 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779788Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779788Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191779788Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191779788Cleaning up temporary data from old regions at 1732191779794 (+6 ms)Running coprocessor post-open hooks at 1732191779796 (+2 ms)Region opened successfully at 1732191779796 2024-11-21T12:22:59,796 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191779763 2024-11-21T12:22:59,798 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:22:59,798 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:22:59,799 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,799 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,44853,1732191777275, state=OPEN 2024-11-21T12:22:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11484911406/meta-region-server 2024-11-21T12:22:59,801 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11484911406/meta-region-server 2024-11-21T12:22:59,801 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:22:59,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11484911406/meta-region-server: CHANGED 2024-11-21T12:22:59,801 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11484911406/meta-region-server: CHANGED 2024-11-21T12:22:59,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:22:59,802 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,44853,1732191777275 in 190 msec 2024-11-21T12:22:59,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:22:59,804 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 348 msec 2024-11-21T12:22:59,805 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:22:59,805 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:22:59,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:59,806 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=-1] 2024-11-21T12:22:59,806 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:59,807 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45347, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:59,811 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 788 msec 2024-11-21T12:22:59,811 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191779811, completionTime=-1 2024-11-21T12:22:59,811 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:22:59,811 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191839813 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191899813 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:45749, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,813 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,814 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,815 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.502sec 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:22:59,816 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:22:59,817 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:22:59,818 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:22:59,818 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:22:59,818 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45749,1732191777239-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:22:59,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f2f45d4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:59,898 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:22:59,898 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:22:59,899 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:22:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:22:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:22:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ffe689f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:59,899 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:22:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:22:59,900 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:22:59,901 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42650, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:22:59,902 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12873457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:22:59,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:22:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=-1] 2024-11-21T12:22:59,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:22:59,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:22:59,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:22:59,906 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:22:59,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:22:59,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624aea770005 connected 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir so I do NOT create it in target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088 2024-11-21T12:22:59,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.tmp.dir so I do NOT create it in target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088 2024-11-21T12:22:59,912 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:22:59,912 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/cluster_11c5aa0c-c33f-c31c-721f-6e227df16333, deleteOnExit=true 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/test.cache.data in system properties and HBase conf 2024-11-21T12:22:59,912 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:22:59,913 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:22:59,913 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:22:59,997 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:00,001 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:00,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:00,003 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:00,003 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:00,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:00,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e801584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:00,005 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6a02d0f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:00,166 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@141cf5a7{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/java.io.tmpdir/jetty-localhost-41427-hadoop-hdfs-3_4_1-tests_jar-_-any-15051269233517283974/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:00,167 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@796b679d{HTTP/1.1, (http/1.1)}{localhost:41427} 2024-11-21T12:23:00,167 INFO [Time-limited test {}] server.Server(415): Started @218276ms 2024-11-21T12:23:00,277 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:00,283 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:00,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:00,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:00,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:00,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41529fcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:00,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@642f3809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:00,401 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6dfbe492{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/java.io.tmpdir/jetty-localhost-33265-hadoop-hdfs-3_4_1-tests_jar-_-any-8343925399457107881/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:00,401 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74a207af{HTTP/1.1, (http/1.1)}{localhost:33265} 2024-11-21T12:23:00,402 INFO [Time-limited test {}] server.Server(415): Started @218511ms 2024-11-21T12:23:00,403 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:23:00,495 WARN [Thread-2906 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/cluster_11c5aa0c-c33f-c31c-721f-6e227df16333/data/data1/current/BP-486980307-172.17.0.2-1732191779937/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:00,496 WARN [Thread-2907 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/cluster_11c5aa0c-c33f-c31c-721f-6e227df16333/data/data2/current/BP-486980307-172.17.0.2-1732191779937/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:00,526 WARN [Thread-2894 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:23:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7790a48b9f115aa with lease ID 0x29d3076fbbf9630b: Processing first storage report for DS-da948607-8814-4943-bb34-32944adff99f from datanode DatanodeRegistration(127.0.0.1:37555, datanodeUuid=60972882-86f2-4033-9a4e-983e0f2b1034, infoPort=38405, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=857196847;c=1732191779937) 2024-11-21T12:23:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7790a48b9f115aa with lease ID 0x29d3076fbbf9630b: from storage DS-da948607-8814-4943-bb34-32944adff99f node DatanodeRegistration(127.0.0.1:37555, datanodeUuid=60972882-86f2-4033-9a4e-983e0f2b1034, infoPort=38405, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=857196847;c=1732191779937), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe7790a48b9f115aa with lease ID 0x29d3076fbbf9630b: Processing first storage report for DS-298d9d87-8b00-4138-a107-15a876749e4c from datanode DatanodeRegistration(127.0.0.1:37555, datanodeUuid=60972882-86f2-4033-9a4e-983e0f2b1034, infoPort=38405, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=857196847;c=1732191779937) 2024-11-21T12:23:00,528 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe7790a48b9f115aa with lease ID 0x29d3076fbbf9630b: from storage DS-298d9d87-8b00-4138-a107-15a876749e4c node DatanodeRegistration(127.0.0.1:37555, datanodeUuid=60972882-86f2-4033-9a4e-983e0f2b1034, infoPort=38405, infoSecurePort=0, ipcPort=40749, storageInfo=lv=-57;cid=testClusterID;nsid=857196847;c=1732191779937), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:00,631 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088 2024-11-21T12:23:00,631 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,634 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:23:00,647 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230 with version=8 2024-11-21T12:23:00,647 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/hbase-staging 2024-11-21T12:23:00,650 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:00,650 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:23:00,651 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:00,651 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44331 2024-11-21T12:23:00,652 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:44331 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:23:00,655 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:443310x0, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:00,655 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:44331-0x100624aea770006 connected 2024-11-21T12:23:00,666 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,669 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,671 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/running 2024-11-21T12:23:00,671 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230, hbase.cluster.distributed=false 2024-11-21T12:23:00,673 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/acl 2024-11-21T12:23:00,673 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-21T12:23:00,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44331 2024-11-21T12:23:00,674 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44331 2024-11-21T12:23:00,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-21T12:23:00,679 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44331 2024-11-21T12:23:00,696 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:23:00,696 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:00,697 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46343 2024-11-21T12:23:00,698 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46343 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:23:00,698 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,701 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:00,706 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:463430x0, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:00,706 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46343-0x100624aea770007 connected 2024-11-21T12:23:00,707 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/running 2024-11-21T12:23:00,707 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:23:00,708 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:23:00,709 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/master 2024-11-21T12:23:00,710 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/acl 2024-11-21T12:23:00,716 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-21T12:23:00,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46343 2024-11-21T12:23:00,717 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46343 2024-11-21T12:23:00,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-21T12:23:00,718 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46343 2024-11-21T12:23:00,732 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:44331 2024-11-21T12:23:00,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2869744881/backup-masters/9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/backup-masters 2024-11-21T12:23:00,734 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/backup-masters 2024-11-21T12:23:00,734 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on existing znode=/2869744881/backup-masters/9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2869744881/master 2024-11-21T12:23:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:00,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:00,736 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on existing znode=/2869744881/master 2024-11-21T12:23:00,737 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2869744881/backup-masters/9bb5b7e9dd2c,44331,1732191780650 from backup master directory 2024-11-21T12:23:00,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2869744881/backup-masters/9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:00,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/backup-masters 2024-11-21T12:23:00,738 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/backup-masters 2024-11-21T12:23:00,738 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:00,738 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:00,741 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/hbase.id] with ID: 9f913d99-dbbd-436f-89ae-c7b2ed782f56 2024-11-21T12:23:00,741 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/.tmp/hbase.id 2024-11-21T12:23:00,746 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:23:01,087 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:23:01,147 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/.tmp/hbase.id]:[hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/hbase.id] 2024-11-21T12:23:01,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:01,156 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:23:01,157 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:23:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:01,160 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:01,170 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:23:01,190 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:01,191 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:01,192 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 11, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 38337 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:01,571 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:01,572 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:23:01,572 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:01,578 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:23:01,675 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:01,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,676 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,710 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,711 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,714 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,719 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,720 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:01,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store 2024-11-21T12:23:01,986 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:23:02,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:02,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:02,387 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:02,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:02,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:02,387 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:02,387 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:02,388 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191782387Disabling compacts and flushes for region at 1732191782387Disabling writes for close at 1732191782387Writing region close event to WAL at 1732191782387Closed at 1732191782387 2024-11-21T12:23:02,388 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/.initializing 2024-11-21T12:23:02,389 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/WALs/9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:02,390 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:02,391 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C44331%2C1732191780650, suffix=, logDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/WALs/9bb5b7e9dd2c,44331,1732191780650, archiveDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/oldWALs, maxLogs=10 2024-11-21T12:23:02,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/WALs/9bb5b7e9dd2c,44331,1732191780650/9bb5b7e9dd2c%2C44331%2C1732191780650.1732191782392, exclude list is [], retry=0 2024-11-21T12:23:02,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37555,DS-da948607-8814-4943-bb34-32944adff99f,DISK] 2024-11-21T12:23:02,421 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/WALs/9bb5b7e9dd2c,44331,1732191780650/9bb5b7e9dd2c%2C44331%2C1732191780650.1732191782392 2024-11-21T12:23:02,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T12:23:02,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:02,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:02,425 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,425 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,426 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:23:02,428 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:02,428 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:23:02,430 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:02,430 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:23:02,431 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:02,431 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,432 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:23:02,432 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,433 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:02,433 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,434 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,434 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,435 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,435 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,435 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:02,436 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:02,438 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:02,439 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63860212, jitterRate=-0.048408687114715576}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:02,439 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191782425Initializing all the Stores at 1732191782426 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191782426Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191782426Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191782426Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191782426Cleaning up temporary data from old regions at 1732191782435 (+9 ms)Region opened successfully at 1732191782439 (+4 ms) 2024-11-21T12:23:02,439 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:23:02,442 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12415e6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:02,443 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:23:02,443 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:23:02,443 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:23:02,443 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:23:02,444 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:23:02,444 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:23:02,444 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:23:02,446 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:23:02,447 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/balancer because node does not exist (not necessarily an error) 2024-11-21T12:23:02,448 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/balancer already deleted, retry=false 2024-11-21T12:23:02,449 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:23:02,449 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:23:02,451 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/normalizer already deleted, retry=false 2024-11-21T12:23:02,451 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:23:02,452 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:23:02,454 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/switch/split already deleted, retry=false 2024-11-21T12:23:02,454 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:23:02,456 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/switch/merge already deleted, retry=false 2024-11-21T12:23:02,458 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:23:02,459 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/snapshot-cleanup already deleted, retry=false 2024-11-21T12:23:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2869744881/running 2024-11-21T12:23:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2869744881/running 2024-11-21T12:23:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,461 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,44331,1732191780650, sessionid=0x100624aea770006, setting cluster-up flag (Was=false) 2024-11-21T12:23:02,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,465 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,469 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2869744881/flush-table-proc/acquired, /2869744881/flush-table-proc/reached, /2869744881/flush-table-proc/abort 2024-11-21T12:23:02,470 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,473 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:02,477 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2869744881/online-snapshot/acquired, /2869744881/online-snapshot/reached, /2869744881/online-snapshot/abort 2024-11-21T12:23:02,478 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:02,479 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:23:02,480 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:02,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:23:02,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:23:02,481 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,44331,1732191780650 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:02,482 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191812487 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:23:02,487 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:23:02,487 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:02,487 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:23:02,488 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:02,488 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:23:02,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:23:02,488 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:23:02,492 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191782489,5,FailOnTimeoutGroup] 2024-11-21T12:23:02,492 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191782492,5,FailOnTimeoutGroup] 2024-11-21T12:23:02,492 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,492 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:23:02,492 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,493 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,499 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:23:02,521 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(746): ClusterId : 9f913d99-dbbd-436f-89ae-c7b2ed782f56 2024-11-21T12:23:02,522 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:23:02,524 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:23:02,524 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:23:02,525 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:23:02,526 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e3161c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:02,542 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:46343 2024-11-21T12:23:02,542 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:23:02,542 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:23:02,542 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:23:02,543 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,44331,1732191780650 with port=46343, startcode=1732191780695 2024-11-21T12:23:02,544 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:23:02,545 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50665, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:23:02,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,546 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=44331 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,547 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230 2024-11-21T12:23:02,547 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38895 2024-11-21T12:23:02,547 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:23:02,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/rs 2024-11-21T12:23:02,555 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] zookeeper.ZKUtil(111): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on existing znode=/2869744881/rs/9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,555 WARN [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:02,555 INFO [RS:0;9bb5b7e9dd2c:46343 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:02,555 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,555 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,46343,1732191780695] 2024-11-21T12:23:02,558 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:23:02,560 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:23:02,560 INFO [RS:0;9bb5b7e9dd2c:46343 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:23:02,560 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,561 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:23:02,562 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:23:02,562 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:02,562 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,563 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46343,1732191780695-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:02,579 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:23:02,579 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46343,1732191780695-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,579 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,579 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.Replication(171): 9bb5b7e9dd2c,46343,1732191780695 started 2024-11-21T12:23:02,594 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:02,594 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,46343,1732191780695, RpcServer on 9bb5b7e9dd2c/172.17.0.2:46343, sessionid=0x100624aea770007 2024-11-21T12:23:02,594 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:23:02,594 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,594 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,46343,1732191780695' 2024-11-21T12:23:02,594 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2869744881/flush-table-proc/abort' 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2869744881/flush-table-proc/acquired' 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,46343,1732191780695' 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2869744881/online-snapshot/abort' 2024-11-21T12:23:02,595 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2869744881/online-snapshot/acquired' 2024-11-21T12:23:02,596 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:23:02,596 INFO [RS:0;9bb5b7e9dd2c:46343 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:23:02,596 INFO [RS:0;9bb5b7e9dd2c:46343 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:23:02,696 INFO [RS:0;9bb5b7e9dd2c:46343 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:02,698 INFO [RS:0;9bb5b7e9dd2c:46343 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46343%2C1732191780695, suffix=, logDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695, archiveDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/oldWALs, maxLogs=10 2024-11-21T12:23:02,712 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, exclude list is [], retry=0 2024-11-21T12:23:02,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37555,DS-da948607-8814-4943-bb34-32944adff99f,DISK] 2024-11-21T12:23:02,716 INFO [RS:0;9bb5b7e9dd2c:46343 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 2024-11-21T12:23:02,716 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T12:23:02,900 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:23:02,900 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230 2024-11-21T12:23:02,905 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:23:03,306 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:03,308 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:03,309 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:03,309 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,309 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:03,310 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:03,310 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,311 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:03,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:03,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,312 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:03,313 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:03,313 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,313 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,313 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740 2024-11-21T12:23:03,314 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740 2024-11-21T12:23:03,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:03,315 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:03,315 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:03,316 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:03,318 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:03,318 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60156360, jitterRate=-0.1036003828048706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:03,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191783306Initializing all the Stores at 1732191783307 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783307Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783307Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191783307Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783307Cleaning up temporary data from old regions at 1732191783315 (+8 ms)Region opened successfully at 1732191783318 (+3 ms) 2024-11-21T12:23:03,318 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:03,319 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:03,319 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:03,319 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191783318Disabling compacts and flushes for region at 1732191783318Disabling writes for close at 1732191783319 (+1 ms)Writing region close event to WAL at 1732191783319Closed at 1732191783319 2024-11-21T12:23:03,320 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:03,320 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:23:03,320 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:23:03,321 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:03,322 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:23:03,472 DEBUG [9bb5b7e9dd2c:44331 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:23:03,473 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:03,474 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,46343,1732191780695, state=OPENING 2024-11-21T12:23:03,476 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:23:03,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:03,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:03,478 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:03,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2869744881/meta-region-server: CHANGED 2024-11-21T12:23:03,478 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2869744881/meta-region-server: CHANGED 2024-11-21T12:23:03,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46343,1732191780695}] 2024-11-21T12:23:03,631 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:03,633 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57697, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:23:03,636 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:23:03,636 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:03,636 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:23:03,637 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46343%2C1732191780695.meta, suffix=.meta, logDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695, archiveDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/oldWALs, maxLogs=10 2024-11-21T12:23:03,652 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.meta.1732191783637.meta, exclude list is [], retry=0 2024-11-21T12:23:03,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37555,DS-da948607-8814-4943-bb34-32944adff99f,DISK] 2024-11-21T12:23:03,655 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.meta.1732191783637.meta 2024-11-21T12:23:03,656 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T12:23:03,656 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:03,656 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:03,656 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:03,656 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:23:03,656 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:23:03,656 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:23:03,657 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:03,657 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:23:03,657 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:23:03,658 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:03,658 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:03,658 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,659 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:03,659 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:03,659 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,660 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:03,660 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:03,660 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,661 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:03,661 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:03,661 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,662 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:03,662 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:03,662 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740 2024-11-21T12:23:03,663 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740 2024-11-21T12:23:03,664 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:03,664 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:03,664 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:03,665 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:03,666 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66739416, jitterRate=-0.005505204200744629}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:03,666 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:23:03,666 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191783657Writing region info on filesystem at 1732191783657Initializing all the Stores at 1732191783657Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783657Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783658 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191783658Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191783658Cleaning up temporary data from old regions at 1732191783664 (+6 ms)Running coprocessor post-open hooks at 1732191783666 (+2 ms)Region opened successfully at 1732191783666 2024-11-21T12:23:03,667 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191783631 2024-11-21T12:23:03,669 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:23:03,669 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:23:03,669 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:03,670 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,46343,1732191780695, state=OPEN 2024-11-21T12:23:03,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2869744881/meta-region-server 2024-11-21T12:23:03,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2869744881/meta-region-server 2024-11-21T12:23:03,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2869744881/meta-region-server: CHANGED 2024-11-21T12:23:03,671 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2869744881/meta-region-server: CHANGED 2024-11-21T12:23:03,672 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:03,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:23:03,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,46343,1732191780695 in 194 msec 2024-11-21T12:23:03,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:23:03,675 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 353 msec 2024-11-21T12:23:03,675 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:03,675 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:23:03,676 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:03,677 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=-1] 2024-11-21T12:23:03,677 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:03,678 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36117, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:03,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2020 sec 2024-11-21T12:23:03,682 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191783682, completionTime=-1 2024-11-21T12:23:03,682 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:23:03,682 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:23:03,684 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:23:03,684 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191843684 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191903684 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:44331, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,685 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,687 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.951sec 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:03,689 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:23:03,691 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:23:03,691 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:23:03,691 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,44331,1732191780650-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:03,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@61c524fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:03,722 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:03,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:03,724 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:03,724 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@508032bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:03,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:03,726 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35412, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:03,727 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25f9cdaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:03,728 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=-1] 2024-11-21T12:23:03,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:03,730 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53150, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:03,732 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:03,733 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:52710 2024-11-21T12:23:03,736 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:03,736 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100624aea770008 connected 2024-11-21T12:23:03,739 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@629b94d8 2024-11-21T12:23:03,740 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:03,741 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:03,742 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:03,743 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:03,744 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:03,744 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:03,744 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:03,745 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:03,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:03,751 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:03,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:04,061 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:04,153 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 482f45fcb3ffd92853f93ceac310c321, NAME => 'test,,1732191783741.482f45fcb3ffd92853f93ceac310c321.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704 2024-11-21T12:23:04,158 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:04,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:04,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191783741.482f45fcb3ffd92853f93ceac310c321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:04,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 482f45fcb3ffd92853f93ceac310c321, disabling compactions & flushes 2024-11-21T12:23:04,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. after waiting 0 ms 2024-11-21T12:23:04,559 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,559 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,560 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 482f45fcb3ffd92853f93ceac310c321: Waiting for close lock at 1732191784559Disabling compacts and flushes for region at 1732191784559Disabling writes for close at 1732191784559Writing region close event to WAL at 1732191784559Closed at 1732191784559 2024-11-21T12:23:04,561 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:04,561 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191783741.482f45fcb3ffd92853f93ceac310c321.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191784561"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191784561"}]},"ts":"1732191784561"} 2024-11-21T12:23:04,563 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:04,564 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:04,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191784564"}]},"ts":"1732191784564"} 2024-11-21T12:23:04,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:04,567 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=482f45fcb3ffd92853f93ceac310c321, ASSIGN}] 2024-11-21T12:23:04,568 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=482f45fcb3ffd92853f93ceac310c321, ASSIGN 2024-11-21T12:23:04,569 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=482f45fcb3ffd92853f93ceac310c321, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35321,1732191773641; forceNewPlan=false, retain=false 2024-11-21T12:23:04,719 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=482f45fcb3ffd92853f93ceac310c321, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:04,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=482f45fcb3ffd92853f93ceac310c321, ASSIGN because future has completed 2024-11-21T12:23:04,722 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 482f45fcb3ffd92853f93ceac310c321, server=9bb5b7e9dd2c,35321,1732191773641}] 2024-11-21T12:23:04,878 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,879 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 482f45fcb3ffd92853f93ceac310c321, NAME => 'test,,1732191783741.482f45fcb3ffd92853f93ceac310c321.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:04,879 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:04,879 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:04,879 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,879 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191783741.482f45fcb3ffd92853f93ceac310c321.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:04,879 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,879 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,881 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:04,882 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 482f45fcb3ffd92853f93ceac310c321 columnFamilyName f 2024-11-21T12:23:04,882 DEBUG [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:04,882 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(327): Store=482f45fcb3ffd92853f93ceac310c321/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:04,882 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,883 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 482f45fcb3ffd92853f93ceac310c321 columnFamilyName f1 2024-11-21T12:23:04,883 DEBUG [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:04,884 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(327): Store=482f45fcb3ffd92853f93ceac310c321/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:04,884 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,885 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 482f45fcb3ffd92853f93ceac310c321 columnFamilyName norep 2024-11-21T12:23:04,885 DEBUG [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:04,885 INFO [StoreOpener-482f45fcb3ffd92853f93ceac310c321-1 {}] regionserver.HStore(327): Store=482f45fcb3ffd92853f93ceac310c321/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:04,885 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,886 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,886 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,887 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,887 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,887 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:04,888 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,890 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:04,890 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 482f45fcb3ffd92853f93ceac310c321; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73309521, jitterRate=0.09239698946475983}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:04,890 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:04,891 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 482f45fcb3ffd92853f93ceac310c321: Running coprocessor pre-open hook at 1732191784879Writing region info on filesystem at 1732191784879Initializing all the Stores at 1732191784880 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191784880Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191784880Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191784880Cleaning up temporary data from old regions at 1732191784887 (+7 ms)Running coprocessor post-open hooks at 1732191784890 (+3 ms)Region opened successfully at 1732191784891 (+1 ms) 2024-11-21T12:23:04,892 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191783741.482f45fcb3ffd92853f93ceac310c321., pid=6, masterSystemTime=1732191784875 2024-11-21T12:23:04,894 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,894 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:04,895 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=482f45fcb3ffd92853f93ceac310c321, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:04,896 WARN [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34901 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=9bb5b7e9dd2c,35321,1732191773641, table=test, region=482f45fcb3ffd92853f93ceac310c321. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now. 2024-11-21T12:23:04,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 482f45fcb3ffd92853f93ceac310c321, server=9bb5b7e9dd2c,35321,1732191773641 because future has completed 2024-11-21T12:23:04,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:04,900 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 482f45fcb3ffd92853f93ceac310c321, server=9bb5b7e9dd2c,35321,1732191773641 in 177 msec 2024-11-21T12:23:04,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:04,902 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=482f45fcb3ffd92853f93ceac310c321, ASSIGN in 334 msec 2024-11-21T12:23:04,903 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:04,903 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191784903"}]},"ts":"1732191784903"} 2024-11-21T12:23:04,905 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:04,906 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:04,907 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-21T12:23:05,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:05,902 INFO [RPCClient-NioEventLoopGroup-4-16 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:05,902 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:23:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@264e6b05 2024-11-21T12:23:05,903 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:05,904 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42656, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:05,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:05,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:05,907 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:05,907 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:05,907 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:05,908 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:05,908 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:05,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:06,011 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:06,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:06,316 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 16e049c3a7f7a57311b9638227087ff9, NAME => 'test,,1732191785905.16e049c3a7f7a57311b9638227087ff9.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c 2024-11-21T12:23:06,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:06,532 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191785905.16e049c3a7f7a57311b9638227087ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 16e049c3a7f7a57311b9638227087ff9, disabling compactions & flushes 2024-11-21T12:23:06,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. after waiting 0 ms 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:06,722 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:06,722 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 16e049c3a7f7a57311b9638227087ff9: Waiting for close lock at 1732191786722Disabling compacts and flushes for region at 1732191786722Disabling writes for close at 1732191786722Writing region close event to WAL at 1732191786722Closed at 1732191786722 2024-11-21T12:23:06,723 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:06,724 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191785905.16e049c3a7f7a57311b9638227087ff9.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191786723"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191786723"}]},"ts":"1732191786723"} 2024-11-21T12:23:06,726 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:06,726 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:06,727 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191786726"}]},"ts":"1732191786726"} 2024-11-21T12:23:06,728 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:06,728 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16e049c3a7f7a57311b9638227087ff9, ASSIGN}] 2024-11-21T12:23:06,729 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=16e049c3a7f7a57311b9638227087ff9, ASSIGN 2024-11-21T12:23:06,730 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=16e049c3a7f7a57311b9638227087ff9, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,44853,1732191777275; forceNewPlan=false, retain=false 2024-11-21T12:23:06,881 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16e049c3a7f7a57311b9638227087ff9, regionState=OPENING, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:06,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=16e049c3a7f7a57311b9638227087ff9, ASSIGN because future has completed 2024-11-21T12:23:06,883 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e049c3a7f7a57311b9638227087ff9, server=9bb5b7e9dd2c,44853,1732191777275}] 2024-11-21T12:23:07,039 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:07,039 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 16e049c3a7f7a57311b9638227087ff9, NAME => 'test,,1732191785905.16e049c3a7f7a57311b9638227087ff9.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:07,040 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:07,040 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:07,040 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,040 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191785905.16e049c3a7f7a57311b9638227087ff9.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:07,040 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,040 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,041 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:07,043 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e049c3a7f7a57311b9638227087ff9 columnFamilyName f 2024-11-21T12:23:07,043 DEBUG [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:07,043 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(327): Store=16e049c3a7f7a57311b9638227087ff9/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:07,043 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,044 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e049c3a7f7a57311b9638227087ff9 columnFamilyName f1 2024-11-21T12:23:07,044 DEBUG [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:07,044 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(327): Store=16e049c3a7f7a57311b9638227087ff9/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:07,045 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,045 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 16e049c3a7f7a57311b9638227087ff9 columnFamilyName norep 2024-11-21T12:23:07,046 DEBUG [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:07,046 INFO [StoreOpener-16e049c3a7f7a57311b9638227087ff9-1 {}] regionserver.HStore(327): Store=16e049c3a7f7a57311b9638227087ff9/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:07,046 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,047 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,047 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,047 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,047 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,048 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:07,049 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,050 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:07,051 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 16e049c3a7f7a57311b9638227087ff9; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65007602, jitterRate=-0.031311243772506714}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:07,051 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:07,051 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 16e049c3a7f7a57311b9638227087ff9: Running coprocessor pre-open hook at 1732191787040Writing region info on filesystem at 1732191787040Initializing all the Stores at 1732191787041 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191787041Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191787041Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191787041Cleaning up temporary data from old regions at 1732191787047 (+6 ms)Running coprocessor post-open hooks at 1732191787051 (+4 ms)Region opened successfully at 1732191787051 2024-11-21T12:23:07,052 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191785905.16e049c3a7f7a57311b9638227087ff9., pid=6, masterSystemTime=1732191787036 2024-11-21T12:23:07,054 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:07,054 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:07,054 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=16e049c3a7f7a57311b9638227087ff9, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:07,056 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 16e049c3a7f7a57311b9638227087ff9, server=9bb5b7e9dd2c,44853,1732191777275 because future has completed 2024-11-21T12:23:07,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:07,063 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 16e049c3a7f7a57311b9638227087ff9, server=9bb5b7e9dd2c,44853,1732191777275 in 178 msec 2024-11-21T12:23:07,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:07,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=16e049c3a7f7a57311b9638227087ff9, ASSIGN in 335 msec 2024-11-21T12:23:07,066 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:07,066 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191787066"}]},"ts":"1732191787066"} 2024-11-21T12:23:07,068 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:07,069 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:07,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1640 sec 2024-11-21T12:23:07,088 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:23:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:23:07,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:23:07,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:07,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:23:08,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:08,052 INFO [RPCClient-NioEventLoopGroup-4-1 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:08,052 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6c08352c 2024-11-21T12:23:08,053 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:08,054 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:08,055 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:08,057 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:08,058 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:08,058 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:08,058 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:08,059 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:08,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:08,066 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:08,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:08,371 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:08,468 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ac8f1cc50c308589b2d583ac841389e3, NAME => 'test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230 2024-11-21T12:23:08,473 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing ac8f1cc50c308589b2d583ac841389e3, disabling compactions & flushes 2024-11-21T12:23:08,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. after waiting 0 ms 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,474 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,474 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for ac8f1cc50c308589b2d583ac841389e3: Waiting for close lock at 1732191788474Disabling compacts and flushes for region at 1732191788474Disabling writes for close at 1732191788474Writing region close event to WAL at 1732191788474Closed at 1732191788474 2024-11-21T12:23:08,475 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:08,476 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191788475"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191788475"}]},"ts":"1732191788475"} 2024-11-21T12:23:08,478 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:08,479 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:08,479 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191788479"}]},"ts":"1732191788479"} 2024-11-21T12:23:08,482 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:08,482 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac8f1cc50c308589b2d583ac841389e3, ASSIGN}] 2024-11-21T12:23:08,483 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=ac8f1cc50c308589b2d583ac841389e3, ASSIGN 2024-11-21T12:23:08,484 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=ac8f1cc50c308589b2d583ac841389e3, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,46343,1732191780695; forceNewPlan=false, retain=false 2024-11-21T12:23:08,635 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac8f1cc50c308589b2d583ac841389e3, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:08,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=ac8f1cc50c308589b2d583ac841389e3, ASSIGN because future has completed 2024-11-21T12:23:08,639 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8f1cc50c308589b2d583ac841389e3, server=9bb5b7e9dd2c,46343,1732191780695}] 2024-11-21T12:23:08,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:08,794 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,794 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => ac8f1cc50c308589b2d583ac841389e3, NAME => 'test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:08,794 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:08,794 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:08,795 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,795 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:08,795 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,795 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,796 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,797 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8f1cc50c308589b2d583ac841389e3 columnFamilyName f 2024-11-21T12:23:08,797 DEBUG [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:08,798 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(327): Store=ac8f1cc50c308589b2d583ac841389e3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:08,798 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,799 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8f1cc50c308589b2d583ac841389e3 columnFamilyName f1 2024-11-21T12:23:08,799 DEBUG [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:08,799 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(327): Store=ac8f1cc50c308589b2d583ac841389e3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:08,799 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,800 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ac8f1cc50c308589b2d583ac841389e3 columnFamilyName norep 2024-11-21T12:23:08,800 DEBUG [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:08,800 INFO [StoreOpener-ac8f1cc50c308589b2d583ac841389e3-1 {}] regionserver.HStore(327): Store=ac8f1cc50c308589b2d583ac841389e3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:08,801 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,801 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,801 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,802 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,802 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,803 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:08,803 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,805 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:08,806 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened ac8f1cc50c308589b2d583ac841389e3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59692701, jitterRate=-0.11050944030284882}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:08,806 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:08,806 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for ac8f1cc50c308589b2d583ac841389e3: Running coprocessor pre-open hook at 1732191788795Writing region info on filesystem at 1732191788795Initializing all the Stores at 1732191788796 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191788796Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191788796Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191788796Cleaning up temporary data from old regions at 1732191788802 (+6 ms)Running coprocessor post-open hooks at 1732191788806 (+4 ms)Region opened successfully at 1732191788806 2024-11-21T12:23:08,807 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3., pid=6, masterSystemTime=1732191788790 2024-11-21T12:23:08,809 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,809 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:08,810 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=ac8f1cc50c308589b2d583ac841389e3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:08,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure ac8f1cc50c308589b2d583ac841389e3, server=9bb5b7e9dd2c,46343,1732191780695 because future has completed 2024-11-21T12:23:08,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:08,814 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure ac8f1cc50c308589b2d583ac841389e3, server=9bb5b7e9dd2c,46343,1732191780695 in 174 msec 2024-11-21T12:23:08,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:08,816 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=ac8f1cc50c308589b2d583ac841389e3, ASSIGN in 332 msec 2024-11-21T12:23:08,816 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:08,817 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191788816"}]},"ts":"1732191788816"} 2024-11-21T12:23:08,818 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:08,819 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:08,820 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 764 msec 2024-11-21T12:23:09,159 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:09,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,160 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,189 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:09,192 INFO [RPCClient-NioEventLoopGroup-4-2 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:09,193 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c47d2f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,193 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:09,193 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,193 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:09,194 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:09,194 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2161ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:09,195 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:09,196 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:09,197 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14d5ce5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,197 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:09,198 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@faedbd2 2024-11-21T12:23:09,198 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,199 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:09,199 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,200 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36596, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:09,200 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:45749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:09,200 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:09,201 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:09,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:09,203 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:45749' 2024-11-21T12:23:09,204 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9eb13e2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,204 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:23:09,205 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:09,205 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:23:09,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:09,205 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:23:09,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6db22210, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:23:09,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:09,206 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:09,207 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:09,208 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b28ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:09,208 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:23:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4d6755c5 2024-11-21T12:23:09,209 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:09,210 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:09,211 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:09,211 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:09,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:09,211 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:09,211 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:09,211 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:09,212 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:09,213 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:09,213 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:09,214 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:09,219 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:09,263 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:09,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:09,521 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:09,621 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 668bdc2ebaef1979669d29b1e2daffb0, NAME => 'hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704 2024-11-21T12:23:09,626 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:09,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:10,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:10,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 668bdc2ebaef1979669d29b1e2daffb0, disabling compactions & flushes 2024-11-21T12:23:10,027 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,027 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. after waiting 0 ms 2024-11-21T12:23:10,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,028 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,028 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 668bdc2ebaef1979669d29b1e2daffb0: Waiting for close lock at 1732191790027Disabling compacts and flushes for region at 1732191790027Disabling writes for close at 1732191790027Writing region close event to WAL at 1732191790028 (+1 ms)Closed at 1732191790028 2024-11-21T12:23:10,029 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:10,029 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191790029"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191790029"}]},"ts":"1732191790029"} 2024-11-21T12:23:10,031 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:10,032 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:10,032 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191790032"}]},"ts":"1732191790032"} 2024-11-21T12:23:10,034 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:10,034 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=668bdc2ebaef1979669d29b1e2daffb0, ASSIGN}] 2024-11-21T12:23:10,035 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=668bdc2ebaef1979669d29b1e2daffb0, ASSIGN 2024-11-21T12:23:10,036 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=668bdc2ebaef1979669d29b1e2daffb0, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35321,1732191773641; forceNewPlan=false, retain=false 2024-11-21T12:23:10,187 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=668bdc2ebaef1979669d29b1e2daffb0, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:10,189 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=668bdc2ebaef1979669d29b1e2daffb0, ASSIGN because future has completed 2024-11-21T12:23:10,190 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 668bdc2ebaef1979669d29b1e2daffb0, server=9bb5b7e9dd2c,35321,1732191773641}] 2024-11-21T12:23:10,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:10,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:10,346 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:10,347 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35321%2C1732191773641.rep, suffix=, logDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641, archiveDir=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs, maxLogs=10 2024-11-21T12:23:10,363 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.rep.1732191790347, exclude list is [], retry=0 2024-11-21T12:23:10,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:36033,DS-321e8c0a-3619-407a-8764-b5b3e31bac6e,DISK] 2024-11-21T12:23:10,367 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.rep.1732191790347 2024-11-21T12:23:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:36039:36039)] 2024-11-21T12:23:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 668bdc2ebaef1979669d29b1e2daffb0, NAME => 'hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:10,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:10,368 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. service=MultiRowMutationService 2024-11-21T12:23:10,368 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,369 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,370 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,372 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bdc2ebaef1979669d29b1e2daffb0 columnFamilyName hfileref 2024-11-21T12:23:10,372 DEBUG [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:10,373 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(327): Store=668bdc2ebaef1979669d29b1e2daffb0/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:10,373 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,374 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bdc2ebaef1979669d29b1e2daffb0 columnFamilyName queue 2024-11-21T12:23:10,374 DEBUG [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:10,374 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(327): Store=668bdc2ebaef1979669d29b1e2daffb0/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:10,375 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,376 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 668bdc2ebaef1979669d29b1e2daffb0 columnFamilyName sid 2024-11-21T12:23:10,376 DEBUG [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:10,377 INFO [StoreOpener-668bdc2ebaef1979669d29b1e2daffb0-1 {}] regionserver.HStore(327): Store=668bdc2ebaef1979669d29b1e2daffb0/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:10,379 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,380 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,381 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,382 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:10,383 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:10,386 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 668bdc2ebaef1979669d29b1e2daffb0; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60166865, jitterRate=-0.10344384610652924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:10,386 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 668bdc2ebaef1979669d29b1e2daffb0: Running coprocessor pre-open hook at 1732191790369Writing region info on filesystem at 1732191790369Initializing all the Stores at 1732191790370 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191790370Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191790370Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191790370Cleaning up temporary data from old regions at 1732191790382 (+12 ms)Running coprocessor post-open hooks at 1732191790386 (+4 ms)Region opened successfully at 1732191790386 2024-11-21T12:23:10,388 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0., pid=10, masterSystemTime=1732191790342 2024-11-21T12:23:10,391 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,392 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:10,392 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=668bdc2ebaef1979669d29b1e2daffb0, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:10,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 668bdc2ebaef1979669d29b1e2daffb0, server=9bb5b7e9dd2c,35321,1732191773641 because future has completed 2024-11-21T12:23:10,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:10,403 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 668bdc2ebaef1979669d29b1e2daffb0, server=9bb5b7e9dd2c,35321,1732191773641 in 206 msec 2024-11-21T12:23:10,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:10,406 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=668bdc2ebaef1979669d29b1e2daffb0, ASSIGN in 369 msec 2024-11-21T12:23:10,407 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:10,407 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191790407"}]},"ts":"1732191790407"} 2024-11-21T12:23:10,409 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:10,410 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:10,411 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1990 sec 2024-11-21T12:23:10,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0., hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=2] 2024-11-21T12:23:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:23:10,424 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:23:10,429 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:10,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35321 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:10,582 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:10,614 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35321,1732191773641, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:10,615 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:10,615 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=-1] 2024-11-21T12:23:10,615 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:10,616 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56675, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:10,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,35321,1732191773641', locateType=CURRENT is [region=hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0., hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=2] 2024-11-21T12:23:10,629 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:10,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:10,633 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,35321,1732191773641 suceeded 2024-11-21T12:23:10,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:10,635 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 204 msec 2024-11-21T12:23:10,635 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:45749,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:10,636 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4350 sec 2024-11-21T12:23:10,655 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:45749' 2024-11-21T12:23:10,657 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@485d26b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:10,657 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:23:10,658 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:10,659 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a761434, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:10,659 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:23:10,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:10,660 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:10,661 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:10,662 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@4a1cd797, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:10,662 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:23:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@aca455d 2024-11-21T12:23:10,663 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:10,664 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:10,665 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35321,1732191773641 (queues=1) is replicating from cluster=c3943e55-bb05-41f7-9e0f-3155208e8494 to cluster=daefe713-362c-4b2d-8ab0-207fdb4b81ab 2024-11-21T12:23:10,665 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35321%2C1732191773641 2024-11-21T12:23:10,665 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35321,1732191773641, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:10,668 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35321%2C1732191773641 2024-11-21T12:23:10,668 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, startPosition=0, beingWritten=true 2024-11-21T12:23:10,675 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:10,675 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:10,675 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:10,880 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:11,184 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:11,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:11,261 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:11,262 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 12, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 48408 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:11,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34901 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:11,353 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:11,353 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:11,353 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:254) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:11,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,353 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,353 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:11,354 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a20cd5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,354 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:23:11,354 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:11,355 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:23:11,355 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:23:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76a0a1a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:23:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:11,356 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,357 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:11,358 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c33abee, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,358 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:23:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71b302cb 2024-11-21T12:23:11,359 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:11,360 INFO [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:11,360 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:11,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:11,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:11,363 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:44331' 2024-11-21T12:23:11,364 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@417889b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,364 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:11,364 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:11,365 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:11,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69dc5982, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:11,366 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,367 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:11,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32231dbf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:11,367 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:11,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:11,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2083f1e2 2024-11-21T12:23:11,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:11,369 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:11,370 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:11,370 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:11,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,370 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:11,370 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:11,370 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:11,372 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:11,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:11,373 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:11,373 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:11,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:11,422 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:11,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:11,588 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:11,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:11,781 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 59bb5799df6b8946ce2ffe7263eebb18, NAME => 'hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c 2024-11-21T12:23:11,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:11,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:12,093 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 59bb5799df6b8946ce2ffe7263eebb18, disabling compactions & flushes 2024-11-21T12:23:12,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. after waiting 0 ms 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,188 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,188 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 59bb5799df6b8946ce2ffe7263eebb18: Waiting for close lock at 1732191792188Disabling compacts and flushes for region at 1732191792188Disabling writes for close at 1732191792188Writing region close event to WAL at 1732191792188Closed at 1732191792188 2024-11-21T12:23:12,190 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:12,190 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191792190"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191792190"}]},"ts":"1732191792190"} 2024-11-21T12:23:12,192 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:12,193 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:12,193 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191792193"}]},"ts":"1732191792193"} 2024-11-21T12:23:12,195 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:12,195 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59bb5799df6b8946ce2ffe7263eebb18, ASSIGN}] 2024-11-21T12:23:12,196 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59bb5799df6b8946ce2ffe7263eebb18, ASSIGN 2024-11-21T12:23:12,197 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59bb5799df6b8946ce2ffe7263eebb18, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,44853,1732191777275; forceNewPlan=false, retain=false 2024-11-21T12:23:12,348 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59bb5799df6b8946ce2ffe7263eebb18, regionState=OPENING, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:12,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=59bb5799df6b8946ce2ffe7263eebb18, ASSIGN because future has completed 2024-11-21T12:23:12,351 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bb5799df6b8946ce2ffe7263eebb18, server=9bb5b7e9dd2c,44853,1732191777275}] 2024-11-21T12:23:12,501 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:12,507 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:12,508 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:12,509 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C44853%2C1732191777275.rep, suffix=, logDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275, archiveDir=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/oldWALs, maxLogs=10 2024-11-21T12:23:12,526 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.rep.1732191792510, exclude list is [], retry=0 2024-11-21T12:23:12,529 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33839,DS-a077449c-4898-4d5a-acb9-eb4564551369,DISK] 2024-11-21T12:23:12,530 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.rep.1732191792510 2024-11-21T12:23:12,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37377:37377)] 2024-11-21T12:23:12,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 59bb5799df6b8946ce2ffe7263eebb18, NAME => 'hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:12,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:12,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:12,531 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. service=MultiRowMutationService 2024-11-21T12:23:12,531 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:12,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:12,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,532 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,533 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,535 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb5799df6b8946ce2ffe7263eebb18 columnFamilyName hfileref 2024-11-21T12:23:12,535 DEBUG [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:12,535 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(327): Store=59bb5799df6b8946ce2ffe7263eebb18/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:12,535 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,536 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb5799df6b8946ce2ffe7263eebb18 columnFamilyName queue 2024-11-21T12:23:12,537 DEBUG [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:12,537 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(327): Store=59bb5799df6b8946ce2ffe7263eebb18/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:12,537 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,538 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 59bb5799df6b8946ce2ffe7263eebb18 columnFamilyName sid 2024-11-21T12:23:12,538 DEBUG [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:12,538 INFO [StoreOpener-59bb5799df6b8946ce2ffe7263eebb18-1 {}] regionserver.HStore(327): Store=59bb5799df6b8946ce2ffe7263eebb18/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/replication/59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,539 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/replication/59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,540 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,541 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:12,542 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,543 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/replication/59bb5799df6b8946ce2ffe7263eebb18/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:12,544 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 59bb5799df6b8946ce2ffe7263eebb18; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69389114, jitterRate=0.03397837281227112}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:12,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:12,544 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 59bb5799df6b8946ce2ffe7263eebb18: Running coprocessor pre-open hook at 1732191792532Writing region info on filesystem at 1732191792532Initializing all the Stores at 1732191792533 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191792533Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191792533Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191792533Cleaning up temporary data from old regions at 1732191792540 (+7 ms)Running coprocessor post-open hooks at 1732191792544 (+4 ms)Region opened successfully at 1732191792544 2024-11-21T12:23:12,545 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18., pid=10, masterSystemTime=1732191792504 2024-11-21T12:23:12,547 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,548 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:12,548 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=59bb5799df6b8946ce2ffe7263eebb18, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:12,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 59bb5799df6b8946ce2ffe7263eebb18, server=9bb5b7e9dd2c,44853,1732191777275 because future has completed 2024-11-21T12:23:12,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:12,553 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 59bb5799df6b8946ce2ffe7263eebb18, server=9bb5b7e9dd2c,44853,1732191777275 in 200 msec 2024-11-21T12:23:12,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:12,554 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=59bb5799df6b8946ce2ffe7263eebb18, ASSIGN in 358 msec 2024-11-21T12:23:12,555 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:12,555 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191792555"}]},"ts":"1732191792555"} 2024-11-21T12:23:12,557 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:12,558 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:12,560 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1870 sec 2024-11-21T12:23:12,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18., hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=2] 2024-11-21T12:23:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:23:12,585 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:23:12,590 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:12,698 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:12,743 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44853 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:12,744 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:12,786 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,44853,1732191777275, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:12,786 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:12,786 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=-1] 2024-11-21T12:23:12,787 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:12,788 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60803, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:12,790 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,44853,1732191777275', locateType=CURRENT is [region=hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18., hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=2] 2024-11-21T12:23:12,793 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:12,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:12,795 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,44853,1732191777275 suceeded 2024-11-21T12:23:12,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:12,797 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 205 msec 2024-11-21T12:23:12,798 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:44331,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:12,799 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4380 sec 2024-11-21T12:23:12,815 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:44331' 2024-11-21T12:23:12,817 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1a25a621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:12,817 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:12,817 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:12,818 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@a74ae0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:12,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:12,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:12,819 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37824, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:12,820 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6d809afc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:12,820 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@582110a0 2024-11-21T12:23:12,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:12,822 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:12,823 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,44853,1732191777275 (queues=1) is replicating from cluster=daefe713-362c-4b2d-8ab0-207fdb4b81ab to cluster=9f913d99-dbbd-436f-89ae-c7b2ed782f56 2024-11-21T12:23:12,823 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C44853%2C1732191777275 2024-11-21T12:23:12,823 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,44853,1732191777275, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:12,824 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C44853%2C1732191777275 2024-11-21T12:23:12,824 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, startPosition=0, beingWritten=true 2024-11-21T12:23:12,829 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:12,829 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:12,829 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:13,033 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:13,089 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:23:13,338 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:13,402 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45749 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:13,513 INFO [RPCClient-NioEventLoopGroup-4-8 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:13,513 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:13,513 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:255) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:13,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,513 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,513 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:13,516 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65bbe2b1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,516 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:13,516 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:13,517 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2930652b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:13,518 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:13,519 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,520 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37842, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:13,520 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29ce585a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,521 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ec9a103 2024-11-21T12:23:13,522 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:13,523 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37848, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:13,523 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:34901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:13,527 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34901' 2024-11-21T12:23:13,529 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c58e446, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,529 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:13,529 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:13,530 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:13,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:13,530 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@158272b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,533 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36624, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:13,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688b66e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:13,534 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4989b6a3 2024-11-21T12:23:13,535 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:13,537 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36630, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:13,538 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:13,538 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:13,538 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,539 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:13,540 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:13,540 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:13,541 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:13,542 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:13,543 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:13,543 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:13,557 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:13,560 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e6a3b887bbc0c79060c91384ef30b4aa, NAME => 'hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230 2024-11-21T12:23:13,575 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:13,577 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:13,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing e6a3b887bbc0c79060c91384ef30b4aa, disabling compactions & flushes 2024-11-21T12:23:13,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. after waiting 0 ms 2024-11-21T12:23:13,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,578 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,578 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for e6a3b887bbc0c79060c91384ef30b4aa: Waiting for close lock at 1732191793578Disabling compacts and flushes for region at 1732191793578Disabling writes for close at 1732191793578Writing region close event to WAL at 1732191793578Closed at 1732191793578 2024-11-21T12:23:13,579 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:13,580 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191793579"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191793579"}]},"ts":"1732191793579"} 2024-11-21T12:23:13,583 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:13,584 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:13,585 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191793585"}]},"ts":"1732191793585"} 2024-11-21T12:23:13,588 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:13,589 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6a3b887bbc0c79060c91384ef30b4aa, ASSIGN}] 2024-11-21T12:23:13,590 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6a3b887bbc0c79060c91384ef30b4aa, ASSIGN 2024-11-21T12:23:13,591 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6a3b887bbc0c79060c91384ef30b4aa, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,46343,1732191780695; forceNewPlan=false, retain=false 2024-11-21T12:23:13,591 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:13,742 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6a3b887bbc0c79060c91384ef30b4aa, regionState=OPENING, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:13,744 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:13,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=e6a3b887bbc0c79060c91384ef30b4aa, ASSIGN because future has completed 2024-11-21T12:23:13,759 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a3b887bbc0c79060c91384ef30b4aa, server=9bb5b7e9dd2c,46343,1732191780695}] 2024-11-21T12:23:13,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:13,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,917 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:13,918 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:13,919 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C46343%2C1732191780695.rep, suffix=, logDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695, archiveDir=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/oldWALs, maxLogs=10 2024-11-21T12:23:13,942 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.rep.1732191793920, exclude list is [], retry=0 2024-11-21T12:23:13,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37555,DS-da948607-8814-4943-bb34-32944adff99f,DISK] 2024-11-21T12:23:13,949 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.rep.1732191793920 2024-11-21T12:23:13,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:38405:38405)] 2024-11-21T12:23:13,949 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e6a3b887bbc0c79060c91384ef30b4aa, NAME => 'hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:13,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. service=MultiRowMutationService 2024-11-21T12:23:13,950 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,950 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:13,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,951 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,952 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,954 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a3b887bbc0c79060c91384ef30b4aa columnFamilyName hfileref 2024-11-21T12:23:13,954 DEBUG [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:13,955 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(327): Store=e6a3b887bbc0c79060c91384ef30b4aa/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:13,955 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,957 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a3b887bbc0c79060c91384ef30b4aa columnFamilyName queue 2024-11-21T12:23:13,957 DEBUG [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:13,957 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(327): Store=e6a3b887bbc0c79060c91384ef30b4aa/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:13,957 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,959 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e6a3b887bbc0c79060c91384ef30b4aa columnFamilyName sid 2024-11-21T12:23:13,959 DEBUG [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:13,959 INFO [StoreOpener-e6a3b887bbc0c79060c91384ef30b4aa-1 {}] regionserver.HStore(327): Store=e6a3b887bbc0c79060c91384ef30b4aa/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:13,960 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/replication/e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,961 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/replication/e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,962 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,963 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:13,964 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,967 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/replication/e6a3b887bbc0c79060c91384ef30b4aa/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:13,967 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened e6a3b887bbc0c79060c91384ef30b4aa; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65517494, jitterRate=-0.023713260889053345}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:13,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:13,968 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e6a3b887bbc0c79060c91384ef30b4aa: Running coprocessor pre-open hook at 1732191793951Writing region info on filesystem at 1732191793951Initializing all the Stores at 1732191793952 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191793952Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191793952Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191793952Cleaning up temporary data from old regions at 1732191793962 (+10 ms)Running coprocessor post-open hooks at 1732191793968 (+6 ms)Region opened successfully at 1732191793968 2024-11-21T12:23:13,969 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa., pid=10, masterSystemTime=1732191793913 2024-11-21T12:23:13,972 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,972 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:13,973 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e6a3b887bbc0c79060c91384ef30b4aa, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:13,975 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e6a3b887bbc0c79060c91384ef30b4aa, server=9bb5b7e9dd2c,46343,1732191780695 because future has completed 2024-11-21T12:23:13,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:13,979 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e6a3b887bbc0c79060c91384ef30b4aa, server=9bb5b7e9dd2c,46343,1732191780695 in 218 msec 2024-11-21T12:23:13,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:13,982 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=e6a3b887bbc0c79060c91384ef30b4aa, ASSIGN in 391 msec 2024-11-21T12:23:13,983 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:13,983 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191793983"}]},"ts":"1732191793983"} 2024-11-21T12:23:13,986 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:13,987 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:13,989 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 447 msec 2024-11-21T12:23:13,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa., hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=2] 2024-11-21T12:23:14,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:14,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:14,013 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:14,152 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:14,167 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:14,168 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:14,207 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:14,217 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,46343,1732191780695, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:14,218 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:14,218 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=-1] 2024-11-21T12:23:14,219 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:14,220 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39027, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:14,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,46343,1732191780695', locateType=CURRENT is [region=hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa., hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=2] 2024-11-21T12:23:14,236 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:14,237 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:14,240 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,46343,1732191780695 suceeded 2024-11-21T12:23:14,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:14,242 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 228 msec 2024-11-21T12:23:14,242 INFO [PEWorker-3 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:34901,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:14,244 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 718 msec 2024-11-21T12:23:14,266 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34901' 2024-11-21T12:23:14,268 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1232b276, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,268 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:14,268 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:14,269 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:14,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:14,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2daca1f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:14,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:14,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,271 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36648, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:14,272 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@2a0715c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,272 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:14,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:14,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7aa1c13c 2024-11-21T12:23:14,273 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:14,273 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:14,275 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36652, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:14,277 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,46343,1732191780695 (queues=1) is replicating from cluster=9f913d99-dbbd-436f-89ae-c7b2ed782f56 to cluster=c3943e55-bb05-41f7-9e0f-3155208e8494 2024-11-21T12:23:14,277 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C46343%2C1732191780695 2024-11-21T12:23:14,277 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,46343,1732191780695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:14,285 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, startPosition=0, beingWritten=true 2024-11-21T12:23:14,295 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C46343%2C1732191780695 2024-11-21T12:23:14,298 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:14,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,299 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,300 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:14,300 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 379, reset compression=false 2024-11-21T12:23:14,301 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:14,350 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,351 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,352 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,356 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,365 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,366 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:14,511 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 379, reset compression=false 2024-11-21T12:23:14,661 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:14,662 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:14,662 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:14,662 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:256) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:14,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,662 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,662 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:14,664 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e35ab41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,664 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:14,664 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:14,665 DEBUG [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:14,668 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d31e02a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:14,669 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,671 INFO [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36658, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:14,672 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@134e7a29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bec6cef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,673 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:23:14,673 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:14,674 DEBUG [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:23:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:23:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d842d30, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,674 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:23:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:14,675 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,676 INFO [HMaster-EventLoopGroup-33-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:14,677 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65371b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,678 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e616f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,678 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:14,678 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:14,678 DEBUG [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@793ad8ed, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:14,679 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:14,680 INFO [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37854, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:14,681 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f077a4b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:14,682 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=-1] 2024-11-21T12:23:14,684 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:14,686 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35402, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:14,688 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191783741.482f45fcb3ffd92853f93ceac310c321., hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=2] 2024-11-21T12:23:14,696 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:14,698 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=-1] 2024-11-21T12:23:14,699 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:14,729 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:14,732 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3., hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=2] 2024-11-21T12:23:14,734 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:23:14,816 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 379, reset compression=false 2024-11-21T12:23:14,882 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:15,158 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 379, reset compression=false 2024-11-21T12:23:15,170 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:15,170 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 480, reset compression=false 2024-11-21T12:23:15,170 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[{test/482f45fcb3ffd92853f93ceac310c321/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:23:15,174 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:15,175 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:15,176 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:15,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5471f0a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45749,-1 for getting cluster id 2024-11-21T12:23:15,181 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:15,182 DEBUG [HMaster-EventLoopGroup-33-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'daefe713-362c-4b2d-8ab0-207fdb4b81ab' 2024-11-21T12:23:15,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:15,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "daefe713-362c-4b2d-8ab0-207fdb4b81ab" 2024-11-21T12:23:15,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5cf4e50d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45749,-1] 2024-11-21T12:23:15,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:15,183 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:15,184 INFO [HMaster-EventLoopGroup-33-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46232, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:15,185 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6f710651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,186 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:15,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=-1] 2024-11-21T12:23:15,187 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:15,189 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55818, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:15,191 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191785905.16e049c3a7f7a57311b9638227087ff9., hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=2] 2024-11-21T12:23:15,195 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:15,221 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 379, reset compression=false 2024-11-21T12:23:15,382 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 480, reset compression=false 2024-11-21T12:23:15,587 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 379, reset compression=false 2024-11-21T12:23:15,592 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:15,592 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 504, reset compression=false 2024-11-21T12:23:15,592 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T12:23:15,595 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:15,596 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47926, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.15 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:15,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:15,597 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@76a8c78c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:15,598 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:15,598 DEBUG [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:15,598 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5ac8787a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:15,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:15,600 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:15,600 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@26a31f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,601 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=-1] 2024-11-21T12:23:15,602 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:15,603 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:15,605 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3., hostname=9bb5b7e9dd2c,46343,1732191780695, seqNum=2] 2024-11-21T12:23:15,608 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:15,688 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 480, reset compression=false 2024-11-21T12:23:15,726 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 379, reset compression=false 2024-11-21T12:23:15,731 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:15,731 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 528, reset compression=false 2024-11-21T12:23:15,731 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=528, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:15,737 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:23:15,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=-1] 2024-11-21T12:23:15,739 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:15,741 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-34-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:15,744 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191785905.16e049c3a7f7a57311b9638227087ff9., hostname=9bb5b7e9dd2c,44853,1732191777275, seqNum=2] 2024-11-21T12:23:15,748 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:23:15,797 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 504, reset compression=false 2024-11-21T12:23:15,803 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:15,803 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 608, reset compression=false 2024-11-21T12:23:15,803 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:15,805 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:15,810 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:15,939 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 528, reset compression=false 2024-11-21T12:23:15,946 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:15,946 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 656, reset compression=false 2024-11-21T12:23:15,946 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8f1cc50c308589b2d583ac841389e3/5=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=656, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:23:15,952 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:15,955 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35418, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:15,956 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:15,957 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78dcc457, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:15,958 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:15,959 DEBUG [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3b847692, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:15,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:15,961 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:15,962 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36678, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:15,964 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@693b9e1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:15,965 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:15,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=-1] 2024-11-21T12:23:15,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:15,968 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35432, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.14 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:15,971 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191783741.482f45fcb3ffd92853f93ceac310c321., hostname=9bb5b7e9dd2c,35321,1732191773641, seqNum=2] 2024-11-21T12:23:15,975 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:16,012 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 608, reset compression=false 2024-11-21T12:23:16,092 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 480, reset compression=false 2024-11-21T12:23:16,107 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:16,107 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 632, reset compression=false 2024-11-21T12:23:16,107 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=632, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:16,154 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 656, reset compression=false 2024-11-21T12:23:16,314 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 632, reset compression=false 2024-11-21T12:23:16,317 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 608, reset compression=false 2024-11-21T12:23:16,459 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 656, reset compression=false 2024-11-21T12:23:16,619 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 632, reset compression=false 2024-11-21T12:23:16,721 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 608, reset compression=false 2024-11-21T12:23:16,750 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:23:16,754 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T12:23:16,864 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 656, reset compression=false 2024-11-21T12:23:16,870 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:16,870 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 760, reset compression=false 2024-11-21T12:23:16,870 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8f1cc50c308589b2d583ac841389e3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:16,871 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:16,875 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:17,023 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 632, reset compression=false 2024-11-21T12:23:17,030 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:17,030 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 760, reset compression=false 2024-11-21T12:23:17,030 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[{test/482f45fcb3ffd92853f93ceac310c321/6=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=760, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:23:17,031 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:17,035 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:17,074 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 760, reset compression=false 2024-11-21T12:23:17,231 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 608, reset compression=false 2024-11-21T12:23:17,235 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 760, reset compression=false 2024-11-21T12:23:17,254 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:17,254 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 760, reset compression=false 2024-11-21T12:23:17,254 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=760, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:17,379 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 760, reset compression=false 2024-11-21T12:23:17,466 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 760, reset compression=false 2024-11-21T12:23:17,553 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 760, reset compression=false 2024-11-21T12:23:17,757 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T12:23:17,763 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:23:17,774 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 760, reset compression=false 2024-11-21T12:23:17,784 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 760, reset compression=false 2024-11-21T12:23:17,970 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 760, reset compression=false 2024-11-21T12:23:17,985 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:17,985 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 916, reset compression=false 2024-11-21T12:23:17,985 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[{test/482f45fcb3ffd92853f93ceac310c321/7=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=916, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:23:17,987 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:17,991 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:18,179 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 760, reset compression=false 2024-11-21T12:23:18,184 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:18,185 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 908, reset compression=false 2024-11-21T12:23:18,185 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=908, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T12:23:18,187 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:18,191 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 916, reset compression=false 2024-11-21T12:23:18,192 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:18,290 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 760, reset compression=false 2024-11-21T12:23:18,299 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:18,299 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 932, reset compression=false 2024-11-21T12:23:18,299 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=932, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:18,405 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 908, reset compression=false 2024-11-21T12:23:18,498 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 916, reset compression=false 2024-11-21T12:23:18,510 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 932, reset compression=false 2024-11-21T12:23:18,711 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 908, reset compression=false 2024-11-21T12:23:18,766 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:23:18,770 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:23:18,814 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 932, reset compression=false 2024-11-21T12:23:18,903 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 916, reset compression=false 2024-11-21T12:23:19,116 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 908, reset compression=false 2024-11-21T12:23:19,122 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:19,122 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1067, reset compression=false 2024-11-21T12:23:19,122 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=1067, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:23:19,123 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:19,127 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:19,229 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 932, reset compression=false 2024-11-21T12:23:19,235 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:19,235 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1082, reset compression=false 2024-11-21T12:23:19,235 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8f1cc50c308589b2d583ac841389e3/8=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=1082, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T12:23:19,238 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:19,241 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:19,326 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1067, reset compression=false 2024-11-21T12:23:19,409 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 916, reset compression=false 2024-11-21T12:23:19,415 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:19,415 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1090, reset compression=false 2024-11-21T12:23:19,416 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=1090, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:19,442 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1082, reset compression=false 2024-11-21T12:23:19,453 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,456 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,498 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,499 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,500 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,505 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,514 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,515 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,517 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:19,624 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1090, reset compression=false 2024-11-21T12:23:19,631 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1067, reset compression=false 2024-11-21T12:23:19,747 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1082, reset compression=false 2024-11-21T12:23:19,772 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:23:19,777 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T12:23:19,928 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1090, reset compression=false 2024-11-21T12:23:20,036 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1067, reset compression=false 2024-11-21T12:23:20,151 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1082, reset compression=false 2024-11-21T12:23:20,156 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:20,157 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1241, reset compression=false 2024-11-21T12:23:20,157 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8f1cc50c308589b2d583ac841389e3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=1241, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:23:20,158 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:20,161 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:20,346 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1090, reset compression=false 2024-11-21T12:23:20,351 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:20,351 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1240, reset compression=false 2024-11-21T12:23:20,351 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[{test/482f45fcb3ffd92853f93ceac310c321/9=[#edits: 2 = ],295}], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=1240, nbRowKeys=1, nbHFiles=0, heapSize=295, lastSeqIds={}, endOfFile=false,usedBufferSize=295] 2024-11-21T12:23:20,352 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:20,355 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:20,360 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1241, reset compression=false 2024-11-21T12:23:20,541 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1067, reset compression=false 2024-11-21T12:23:20,547 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:20,547 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1241, reset compression=false 2024-11-21T12:23:20,547 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=1241, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:20,555 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1240, reset compression=false 2024-11-21T12:23:20,664 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1241, reset compression=false 2024-11-21T12:23:20,751 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1241, reset compression=false 2024-11-21T12:23:20,781 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T12:23:20,793 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d96a0d1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:20,793 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:20,793 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:20,794 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:20,794 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@62b1b2a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:20,795 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:20,796 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:20,797 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36148, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:20,798 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2331ecd8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:20,801 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:20,802 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@e287396 2024-11-21T12:23:20,803 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:20,805 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:20,805 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3992): Client=jenkins//172.17.0.2 disable replication peer, id=1 2024-11-21T12:23:20,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure 2024-11-21T12:23:20,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:20,814 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:20,859 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1240, reset compression=false 2024-11-21T12:23:20,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:20,969 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T12:23:20,970 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=DISABLE_PEER 2024-11-21T12:23:20,971 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(490): Terminate replication source for 1 2024-11-21T12:23:20,971 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,46343,1732191780695 because: Peer 1 state or config changed. Will close the previous replication source and open a new one 2024-11-21T12:23:20,971 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(233): Connection has been closed by RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0. 2024-11-21T12:23:20,971 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.refreshSources(ReplicationSourceManager.java:492) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.refreshPeerState(PeerProcedureHandlerImpl.java:89) at org.apache.hadoop.hbase.replication.regionserver.PeerProcedureHandlerImpl.disablePeer(PeerProcedureHandlerImpl.java:108) at org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable.doCall(RefreshPeerCallable.java:60) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:35) at org.apache.hadoop.hbase.procedure2.BaseRSProcedureCallable.call(BaseRSProcedureCallable.java:23) at org.apache.hadoop.hbase.regionserver.handler.RSProcedureHandler.process(RSProcedureHandler.java:56) at org.apache.hadoop.hbase.executor.EventHandler.run(EventHandler.java:104) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:20,971 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:20,972 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:20,972 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:21,058 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1241, reset compression=false 2024-11-21T12:23:21,072 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:23:21,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:21,173 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 terminated 2024-11-21T12:23:21,192 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,46343,1732191780695, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:21,192 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSourceManager(500): Startup replication source for 1 2024-11-21T12:23:21,192 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T12:23:21,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T12:23:21,195 INFO [PEWorker-4 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for DISABLE on 9bb5b7e9dd2c,46343,1732191780695 suceeded 2024-11-21T12:23:21,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:23:21,197 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 381 msec 2024-11-21T12:23:21,197 INFO [PEWorker-5 {}] replication.DisablePeerProcedure(67): Successfully disabled peer 1 2024-11-21T12:23:21,198 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.DisablePeerProcedure in 393 msec 2024-11-21T12:23:21,209 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34901' 2024-11-21T12:23:21,210 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@33f8fb41, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:21,210 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34901,-1 for getting cluster id 2024-11-21T12:23:21,210 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:21,211 DEBUG [HMaster-EventLoopGroup-31-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'c3943e55-bb05-41f7-9e0f-3155208e8494' 2024-11-21T12:23:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:21,211 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "c3943e55-bb05-41f7-9e0f-3155208e8494" 2024-11-21T12:23:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@569f4730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34901,-1] 2024-11-21T12:23:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:21,212 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:21,213 INFO [HMaster-EventLoopGroup-31-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:21,213 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3cc2249a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:21,214 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:21,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:21,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a18c96f 2024-11-21T12:23:21,215 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-36-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:21,215 INFO [HMaster-EventLoopGroup-31-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:21,216 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,46343,1732191780695 (queues=1) is replicating from cluster=9f913d99-dbbd-436f-89ae-c7b2ed782f56 to cluster=c3943e55-bb05-41f7-9e0f-3155208e8494 2024-11-21T12:23:21,216 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C46343%2C1732191780695 2024-11-21T12:23:21,216 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,46343,1732191780695, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:21,217 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C46343%2C1732191780695 2024-11-21T12:23:21,267 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1240, reset compression=false 2024-11-21T12:23:21,441 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:23:21,442 INFO [RPCClient-NioEventLoopGroup-4-7 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: DISABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:21,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:21,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.disablePeer(TestMasterReplication.java:639) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:274) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:21,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:21,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:21,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:21,447 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row3. IsDeleteReplication:false 2024-11-21T12:23:21,463 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1241, reset compression=false 2024-11-21T12:23:21,772 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1240, reset compression=false 2024-11-21T12:23:21,778 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:21,778 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1344, reset compression=false 2024-11-21T12:23:21,778 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[{test/482f45fcb3ffd92853f93ceac310c321/10=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=1344, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:21,779 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:21,783 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=44853 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:21,967 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1241, reset compression=false 2024-11-21T12:23:21,973 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:21,973 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1369, reset compression=false 2024-11-21T12:23:21,973 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/10=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=1369, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:23:21,974 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:21,977 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:21,983 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1344, reset compression=false 2024-11-21T12:23:22,176 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1369, reset compression=false 2024-11-21T12:23:22,287 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1344, reset compression=false 2024-11-21T12:23:22,450 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row3. IsDeleteReplication:false 2024-11-21T12:23:22,453 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47a4c32e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:22,453 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,44331,-1 for getting cluster id 2024-11-21T12:23:22,453 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:22,454 DEBUG [HMaster-EventLoopGroup-35-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '9f913d99-dbbd-436f-89ae-c7b2ed782f56' 2024-11-21T12:23:22,454 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "9f913d99-dbbd-436f-89ae-c7b2ed782f56" 2024-11-21T12:23:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d77f035, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,44331,-1] 2024-11-21T12:23:22,455 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:22,456 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,456 INFO [HMaster-EventLoopGroup-35-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36174, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:22,457 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2edba436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:22,460 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:22,461 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e92eb7 2024-11-21T12:23:22,462 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:22,463 INFO [HMaster-EventLoopGroup-35-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36186, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:22,464 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(3986): Client=jenkins//172.17.0.2 enable replication peer, id=1 2024-11-21T12:23:22,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure 2024-11-21T12:23:22,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:23:22,472 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:22,485 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1369, reset compression=false 2024-11-21T12:23:22,492 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:22,492 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:22,492 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[{test/16e049c3a7f7a57311b9638227087ff9/11=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=1473, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:22,493 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:22,496 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=46343 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:22,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:23:22,624 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46343 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=15 2024-11-21T12:23:22,624 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ENABLE_PEER 2024-11-21T12:23:22,625 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=15}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=15 2024-11-21T12:23:22,626 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.HMaster(4169): Remote procedure done, pid=15 2024-11-21T12:23:22,628 INFO [PEWorker-2 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ENABLE on 9bb5b7e9dd2c,46343,1732191780695 suceeded 2024-11-21T12:23:22,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-11-21T12:23:22,630 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 157 msec 2024-11-21T12:23:22,630 INFO [PEWorker-2 {}] replication.EnablePeerProcedure(67): Successfully enabled peer 1 2024-11-21T12:23:22,632 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.EnablePeerProcedure in 166 msec 2024-11-21T12:23:22,692 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1344, reset compression=false 2024-11-21T12:23:22,696 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:22,718 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, startPosition=1241, beingWritten=true 2024-11-21T12:23:22,727 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:22,727 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1521, reset compression=false 2024-11-21T12:23:22,727 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[{test/ac8f1cc50c308589b2d583ac841389e3/11=[#edits: 1 = ],223}], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=1521, nbRowKeys=1, nbHFiles=0, heapSize=223, lastSeqIds={}, endOfFile=false,usedBufferSize=223] 2024-11-21T12:23:22,729 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:22,731 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-32-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43444, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.16 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:22,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:22,734 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=35321 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:22,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44331 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-11-21T12:23:22,782 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ENABLE_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:22,782 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:22,782 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.enablePeer(TestMasterReplication.java:646) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:281) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:22,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,783 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,783 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:22,785 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row4. IsDeleteReplication:false 2024-11-21T12:23:22,785 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:22,785 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:22,785 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:22,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,785 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,785 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:22,785 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:22,786 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1291519620, stopped=false 2024-11-21T12:23:22,786 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,44331,1732191780650 2024-11-21T12:23:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2869744881/running 2024-11-21T12:23:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2869744881/running 2024-11-21T12:23:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:22,787 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:22,787 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:22,788 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:22,788 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:22,788 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,789 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,46343,1732191780695' ***** 2024-11-21T12:23:22,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/running 2024-11-21T12:23:22,789 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:22,789 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:22,789 INFO [RS:0;9bb5b7e9dd2c:46343 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:22,789 INFO [RS:0;9bb5b7e9dd2c:46343 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:22,789 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:22,789 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Set watcher on znode that does not yet exist, /2869744881/running 2024-11-21T12:23:22,789 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for ac8f1cc50c308589b2d583ac841389e3 2024-11-21T12:23:22,792 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46343. 2024-11-21T12:23:22,793 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ac8f1cc50c308589b2d583ac841389e3, disabling compactions & flushes 2024-11-21T12:23:22,793 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:22,793 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:22,793 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:22,793 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:22,793 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. after waiting 0 ms 2024-11-21T12:23:22,793 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:22,793 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing ac8f1cc50c308589b2d583ac841389e3 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T12:23:22,793 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:22,801 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:23:22,801 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1325): Online Regions={ac8f1cc50c308589b2d583ac841389e3=test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3., 1588230740=hbase:meta,,1.1588230740, e6a3b887bbc0c79060c91384ef30b4aa=hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.} 2024-11-21T12:23:22,801 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8f1cc50c308589b2d583ac841389e3, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:22,804 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:22,804 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:22,804 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:22,804 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:22,804 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:22,804 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:23:22,822 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f/603001d564c14653a06acee30d108163 is 37, key is row3/f:row3/1732191801444/Put/seqid=0 2024-11-21T12:23:22,827 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741840_1016 (size=5228) 2024-11-21T12:23:22,831 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/info/6d33a4f7752a4f5eb06fcbd1adcc5e4d is 147, key is hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa./info:regioninfo/1732191793973/Put/seqid=0 2024-11-21T12:23:22,838 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:23:22,881 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:22,938 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1521, reset compression=false 2024-11-21T12:23:22,946 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:22,946 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1768, reset compression=false 2024-11-21T12:23:22,947 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,46343,1732191780695 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698, lastWalPosition=1768, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:22,948 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,46343,1732191780695: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,46343,1732191780695, walGroup=9bb5b7e9dd2c%2C46343%2C1732191780695, offset=9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698:1768, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:46343 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:23:22,949 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:23:22,949 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:23:22,950 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:23:22,950 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:23:22,950 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:23:22,950 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 798190592 }, "NonHeapMemoryUsage": { "committed": 200802304, "init": 7667712, "max": -1, "used": 197996016 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:23:22,950 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:44331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:44331 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:23:23,001 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8f1cc50c308589b2d583ac841389e3, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,006 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:23,150 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1768, reset compression=false 2024-11-21T12:23:23,176 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:23:23,197 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1344, reset compression=false 2024-11-21T12:23:23,201 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8f1cc50c308589b2d583ac841389e3, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,203 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:23,203 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:23,203 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=1496, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:23,228 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f/603001d564c14653a06acee30d108163 2024-11-21T12:23:23,233 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 603001d564c14653a06acee30d108163 2024-11-21T12:23:23,239 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/info/6d33a4f7752a4f5eb06fcbd1adcc5e4d 2024-11-21T12:23:23,254 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f1/7f90a1f9869241f6a87e65ced6bb14f2 is 30, key is row1/f1:/1732191798767/DeleteFamily/seqid=0 2024-11-21T12:23:23,258 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741842_1018 (size=5158) 2024-11-21T12:23:23,259 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f1/7f90a1f9869241f6a87e65ced6bb14f2 2024-11-21T12:23:23,260 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/ns/ee485b8d6b6b42be9b6b80bfbd441622 is 43, key is default/ns:d/1732191783678/Put/seqid=0 2024-11-21T12:23:23,265 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f90a1f9869241f6a87e65ced6bb14f2 2024-11-21T12:23:23,266 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741843_1019 (size=5153) 2024-11-21T12:23:23,287 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/norep/7cf1d38fc872487795675c12cf0e7d70 is 33, key is row2/norep:/1732191799774/DeleteFamily/seqid=0 2024-11-21T12:23:23,291 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741844_1020 (size=5108) 2024-11-21T12:23:23,402 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8f1cc50c308589b2d583ac841389e3, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,407 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:23,411 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:23,455 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1768, reset compression=false 2024-11-21T12:23:23,597 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:23,597 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:23,602 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, ac8f1cc50c308589b2d583ac841389e3, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,672 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/ns/ee485b8d6b6b42be9b6b80bfbd441622 2024-11-21T12:23:23,692 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/norep/7cf1d38fc872487795675c12cf0e7d70 2024-11-21T12:23:23,694 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/rep_barrier/5a45d397471a45ee9a6a969596c14b5c is 112, key is test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3./rep_barrier:seqnumDuringOpen/1732191788810/Put/seqid=0 2024-11-21T12:23:23,697 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf1d38fc872487795675c12cf0e7d70 2024-11-21T12:23:23,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741845_1021 (size=5518) 2024-11-21T12:23:23,698 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f/603001d564c14653a06acee30d108163 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/f/603001d564c14653a06acee30d108163 2024-11-21T12:23:23,702 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 603001d564c14653a06acee30d108163 2024-11-21T12:23:23,702 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/f/603001d564c14653a06acee30d108163, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:23:23,703 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/f1/7f90a1f9869241f6a87e65ced6bb14f2 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/f1/7f90a1f9869241f6a87e65ced6bb14f2 2024-11-21T12:23:23,708 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7f90a1f9869241f6a87e65ced6bb14f2 2024-11-21T12:23:23,708 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/f1/7f90a1f9869241f6a87e65ced6bb14f2, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:23,709 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/.tmp/norep/7cf1d38fc872487795675c12cf0e7d70 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/norep/7cf1d38fc872487795675c12cf0e7d70 2024-11-21T12:23:23,711 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:23,713 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7cf1d38fc872487795675c12cf0e7d70 2024-11-21T12:23:23,714 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/norep/7cf1d38fc872487795675c12cf0e7d70, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:23,715 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ac8f1cc50c308589b2d583ac841389e3 in 922ms, sequenceid=12, compaction requested=false 2024-11-21T12:23:23,720 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/default/test/ac8f1cc50c308589b2d583ac841389e3/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:23:23,720 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:23,720 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:23,720 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ac8f1cc50c308589b2d583ac841389e3: Waiting for close lock at 1732191802793Running coprocessor pre-close hooks at 1732191802793Disabling compacts and flushes for region at 1732191802793Disabling writes for close at 1732191802793Obtaining lock to block concurrent updates at 1732191802793Preparing flush snapshotting stores in ac8f1cc50c308589b2d583ac841389e3 at 1732191802793Finished memstore snapshotting test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191802794 (+1 ms)Flushing stores of test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. at 1732191802794Flushing ac8f1cc50c308589b2d583ac841389e3/f: creating writer at 1732191802794Flushing ac8f1cc50c308589b2d583ac841389e3/f: appending metadata at 1732191802821 (+27 ms)Flushing ac8f1cc50c308589b2d583ac841389e3/f: closing flushed file at 1732191802821Flushing ac8f1cc50c308589b2d583ac841389e3/f1: creating writer at 1732191803234 (+413 ms)Flushing ac8f1cc50c308589b2d583ac841389e3/f1: appending metadata at 1732191803253 (+19 ms)Flushing ac8f1cc50c308589b2d583ac841389e3/f1: closing flushed file at 1732191803253Flushing ac8f1cc50c308589b2d583ac841389e3/norep: creating writer at 1732191803265 (+12 ms)Flushing ac8f1cc50c308589b2d583ac841389e3/norep: appending metadata at 1732191803287 (+22 ms)Flushing ac8f1cc50c308589b2d583ac841389e3/norep: closing flushed file at 1732191803287Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4e923367: reopening flushed file at 1732191803697 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@57716b0b: reopening flushed file at 1732191803702 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1acc4a6a: reopening flushed file at 1732191803708 (+6 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for ac8f1cc50c308589b2d583ac841389e3 in 922ms, sequenceid=12, compaction requested=false at 1732191803715 (+7 ms)Writing region close event to WAL at 1732191803716 (+1 ms)Running coprocessor post-close hooks at 1732191803720 (+4 ms)Closed at 1732191803720 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191788055.ac8f1cc50c308589b2d583ac841389e3. 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6a3b887bbc0c79060c91384ef30b4aa, disabling compactions & flushes 2024-11-21T12:23:23,721 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. after waiting 0 ms 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6a3b887bbc0c79060c91384ef30b4aa: Waiting for close lock at 1732191803721Running coprocessor pre-close hooks at 1732191803721Disabling compacts and flushes for region at 1732191803721Disabling writes for close at 1732191803721Failed flush hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa., putting online again at 1732191803721 2024-11-21T12:23:23,721 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,802 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:23:23,802 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, e6a3b887bbc0c79060c91384ef30b4aa=hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa.} 2024-11-21T12:23:23,802 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(3091): Received CLOSE for e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,802 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, e6a3b887bbc0c79060c91384ef30b4aa 2024-11-21T12:23:23,802 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e6a3b887bbc0c79060c91384ef30b4aa, disabling compactions & flushes 2024-11-21T12:23:23,803 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. after waiting 0 ms 2024-11-21T12:23:23,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e6a3b887bbc0c79060c91384ef30b4aa: Waiting for close lock at 1732191803802Running coprocessor pre-close hooks at 1732191803802Disabling compacts and flushes for region at 1732191803802Disabling writes for close at 1732191803803 (+1 ms)Failed flush hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa., putting online again at 1732191803803 2024-11-21T12:23:23,803 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191793539.e6a3b887bbc0c79060c91384ef30b4aa. 2024-11-21T12:23:23,861 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 1768, reset compression=false 2024-11-21T12:23:23,868 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:23,868 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 2412, reset compression=false 2024-11-21T12:23:23,915 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:24,003 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:24,073 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 2412, reset compression=false 2024-11-21T12:23:24,098 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/rep_barrier/5a45d397471a45ee9a6a969596c14b5c 2024-11-21T12:23:24,116 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:24,124 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/table/81971b5cfff242a5a6f4ce1a31bdff43 is 53, key is hbase:replication/table:state/1732191793983/Put/seqid=0 2024-11-21T12:23:24,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:23:24,203 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:24,378 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/WALs/9bb5b7e9dd2c,46343,1732191780695/9bb5b7e9dd2c%2C46343%2C1732191780695.1732191782698 to pos 2412, reset compression=false 2024-11-21T12:23:24,403 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:24,519 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:24,529 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/table/81971b5cfff242a5a6f4ce1a31bdff43 2024-11-21T12:23:24,533 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/info/6d33a4f7752a4f5eb06fcbd1adcc5e4d as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/info/6d33a4f7752a4f5eb06fcbd1adcc5e4d 2024-11-21T12:23:24,538 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/info/6d33a4f7752a4f5eb06fcbd1adcc5e4d, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:23:24,538 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/ns/ee485b8d6b6b42be9b6b80bfbd441622 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/ns/ee485b8d6b6b42be9b6b80bfbd441622 2024-11-21T12:23:24,542 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/ns/ee485b8d6b6b42be9b6b80bfbd441622, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:23:24,542 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/rep_barrier/5a45d397471a45ee9a6a969596c14b5c as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/rep_barrier/5a45d397471a45ee9a6a969596c14b5c 2024-11-21T12:23:24,546 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/rep_barrier/5a45d397471a45ee9a6a969596c14b5c, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:23:24,547 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/.tmp/table/81971b5cfff242a5a6f4ce1a31bdff43 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/table/81971b5cfff242a5a6f4ce1a31bdff43 2024-11-21T12:23:24,551 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/table/81971b5cfff242a5a6f4ce1a31bdff43, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:23:24,552 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false 2024-11-21T12:23:24,556 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:23:24,557 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:24,557 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:24,557 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:24,557 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191802803Running coprocessor pre-close hooks at 1732191802804 (+1 ms)Disabling compacts and flushes for region at 1732191802804Disabling writes for close at 1732191802804Obtaining lock to block concurrent updates at 1732191802804Preparing flush snapshotting stores in 1588230740 at 1732191802804Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191802804Flushing stores of hbase:meta,,1.1588230740 at 1732191802808 (+4 ms)Flushing 1588230740/info: creating writer at 1732191802808Flushing 1588230740/info: appending metadata at 1732191802830 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732191802830Flushing 1588230740/ns: creating writer at 1732191803243 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732191803260 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732191803260Flushing 1588230740/rep_barrier: creating writer at 1732191803677 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191803693 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191803693Flushing 1588230740/table: creating writer at 1732191804104 (+411 ms)Flushing 1588230740/table: appending metadata at 1732191804123 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732191804123Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4fe575b1: reopening flushed file at 1732191804533 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b7afe6e: reopening flushed file at 1732191804538 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@682fdd1a: reopening flushed file at 1732191804542 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@721f0b2c: reopening flushed file at 1732191804546 (+4 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1748ms, sequenceid=16, compaction requested=false at 1732191804552 (+6 ms)Writing region close event to WAL at 1732191804554 (+2 ms)Running coprocessor post-close hooks at 1732191804557 (+3 ms)Closed at 1732191804557 2024-11-21T12:23:24,557 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:24,603 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T12:23:24,603 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,46343,1732191780695; all regions closed. 2024-11-21T12:23:24,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:23:24,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741839_1015 (size=2390) 2024-11-21T12:23:24,612 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741832_1008 (size=2420) 2024-11-21T12:23:24,613 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:24,613 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:24,613 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:24,613 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:24,614 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:24,614 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:24,614 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,46343,1732191780695 because: Region server is closing 2024-11-21T12:23:24,615 INFO [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46343. 2024-11-21T12:23:24,615 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:24,615 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:24,615 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:24,615 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:24,620 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:24,715 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.shipper9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 terminated 2024-11-21T12:23:24,715 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,46343,1732191780695.replicationSource.wal-reader.9bb5b7e9dd2c%2C46343%2C1732191780695,1-9bb5b7e9dd2c,46343,1732191780695 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:23:24,715 INFO [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:46343. 2024-11-21T12:23:24,716 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:24,716 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:24,716 DEBUG [RS:0;9bb5b7e9dd2c:46343 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:24,716 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:24,716 INFO [RS:0;9bb5b7e9dd2c:46343 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46343 2024-11-21T12:23:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2869744881/rs/9bb5b7e9dd2c,46343,1732191780695 2024-11-21T12:23:24,718 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881/rs 2024-11-21T12:23:24,718 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:24,720 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,46343,1732191780695] 2024-11-21T12:23:24,722 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2869744881/draining/9bb5b7e9dd2c,46343,1732191780695 already deleted, retry=false 2024-11-21T12:23:24,722 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,46343,1732191780695 expired; onlineServers=0 2024-11-21T12:23:24,722 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,44331,1732191780650' ***** 2024-11-21T12:23:24,722 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:24,722 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:24,722 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:24,722 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:24,722 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:24,722 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:24,722 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191782489 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191782489,5,FailOnTimeoutGroup] 2024-11-21T12:23:24,722 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191782492 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191782492,5,FailOnTimeoutGroup] 2024-11-21T12:23:24,722 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:24,722 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:24,722 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:24,722 INFO [M:0;9bb5b7e9dd2c:44331 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:24,723 INFO [M:0;9bb5b7e9dd2c:44331 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:24,723 INFO [M:0;9bb5b7e9dd2c:44331 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:24,723 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2869744881/master 2024-11-21T12:23:24,724 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2869744881 2024-11-21T12:23:24,724 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] zookeeper.ZKUtil(347): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Unable to get data of znode /2869744881/master because node does not exist (not an error) 2024-11-21T12:23:24,724 WARN [M:0;9bb5b7e9dd2c:44331 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:24,725 INFO [M:0;9bb5b7e9dd2c:44331 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/.lastflushedseqids 2024-11-21T12:23:24,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741847_1023 (size=245) 2024-11-21T12:23:24,820 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:24,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46343-0x100624aea770007, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:24,821 INFO [RS:0;9bb5b7e9dd2c:46343 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:24,821 INFO [RS:0;9bb5b7e9dd2c:46343 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,46343,1732191780695; zookeeper connection closed. 2024-11-21T12:23:24,821 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@572d3d3e {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@572d3d3e 2024-11-21T12:23:24,821 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:25,130 INFO [M:0;9bb5b7e9dd2c:44331 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:25,130 INFO [M:0;9bb5b7e9dd2c:44331 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:25,131 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:25,131 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:25,131 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:25,131 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:25,131 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:25,131 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=63.58 KB heapSize=75.50 KB 2024-11-21T12:23:25,151 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8f4dc642184417a3ad8221a6f82f28 is 82, key is hbase:meta,,1/info:regioninfo/1732191783669/Put/seqid=0 2024-11-21T12:23:25,156 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741848_1024 (size=5672) 2024-11-21T12:23:25,223 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:25,223 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:25,557 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8f4dc642184417a3ad8221a6f82f28 2024-11-21T12:23:25,580 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cb9b5e335f440cb5fa9e1a66ab6286 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191793988/Put/seqid=0 2024-11-21T12:23:25,585 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741849_1025 (size=9212) 2024-11-21T12:23:25,927 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:25,986 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=63.03 KB at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cb9b5e335f440cb5fa9e1a66ab6286 2024-11-21T12:23:26,006 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4596617044df491c9248f2241593b0a0 is 69, key is 9bb5b7e9dd2c,46343,1732191780695/rs:state/1732191782546/Put/seqid=0 2024-11-21T12:23:26,010 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741850_1026 (size=5156) 2024-11-21T12:23:26,028 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:26,411 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=127 (bloomFilter=true), to=hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4596617044df491c9248f2241593b0a0 2024-11-21T12:23:26,416 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f8f4dc642184417a3ad8221a6f82f28 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f8f4dc642184417a3ad8221a6f82f28 2024-11-21T12:23:26,420 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f8f4dc642184417a3ad8221a6f82f28, entries=8, sequenceid=127, filesize=5.5 K 2024-11-21T12:23:26,421 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d9cb9b5e335f440cb5fa9e1a66ab6286 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9cb9b5e335f440cb5fa9e1a66ab6286 2024-11-21T12:23:26,425 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d9cb9b5e335f440cb5fa9e1a66ab6286, entries=15, sequenceid=127, filesize=9.0 K 2024-11-21T12:23:26,426 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4596617044df491c9248f2241593b0a0 as hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4596617044df491c9248f2241593b0a0 2024-11-21T12:23:26,430 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38895/user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4596617044df491c9248f2241593b0a0, entries=1, sequenceid=127, filesize=5.0 K 2024-11-21T12:23:26,431 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(3140): Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false 2024-11-21T12:23:26,432 INFO [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:26,432 DEBUG [M:0;9bb5b7e9dd2c:44331 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191805130Disabling compacts and flushes for region at 1732191805130Disabling writes for close at 1732191805131 (+1 ms)Obtaining lock to block concurrent updates at 1732191805131Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191805131Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=65109, getHeapSize=77248, getOffHeapSize=0, getCellsCount=148 at 1732191805131Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191805132 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191805132Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191805151 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191805151Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191805561 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191805579 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191805579Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191805990 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191806005 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191806005Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@151def19: reopening flushed file at 1732191806415 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4feb1ab6: reopening flushed file at 1732191806420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3c345f3d: reopening flushed file at 1732191806425 (+5 ms)Finished flush of dataSize ~63.58 KB/65109, heapSize ~75.20 KB/77008, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1300ms, sequenceid=127, compaction requested=false at 1732191806431 (+6 ms)Writing region close event to WAL at 1732191806432 (+1 ms)Closed at 1732191806432 2024-11-21T12:23:26,434 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37555 is added to blk_1073741830_1006 (size=73866) 2024-11-21T12:23:26,434 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/7ecf070d-ff23-a958-b3e3-30ee21586230/MasterData/WALs/9bb5b7e9dd2c,44331,1732191780650/9bb5b7e9dd2c%2C44331%2C1732191780650.1732191782392 not finished, retry = 0 2024-11-21T12:23:26,535 INFO [M:0;9bb5b7e9dd2c:44331 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:26,536 INFO [M:0;9bb5b7e9dd2c:44331 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44331 2024-11-21T12:23:26,536 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:26,536 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:26,640 INFO [M:0;9bb5b7e9dd2c:44331 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:26,640 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:44331-0x100624aea770006, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:26,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6dfbe492{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:26,644 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@74a207af{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:26,644 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:26,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@642f3809{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:26,644 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41529fcf{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:26,646 WARN [BP-486980307-172.17.0.2-1732191779937 heartbeating to localhost/127.0.0.1:38895 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:26,646 WARN [BP-486980307-172.17.0.2-1732191779937 heartbeating to localhost/127.0.0.1:38895 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-486980307-172.17.0.2-1732191779937 (Datanode Uuid 60972882-86f2-4033-9a4e-983e0f2b1034) service to localhost/127.0.0.1:38895 2024-11-21T12:23:26,646 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:26,646 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:26,647 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:26,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/cluster_11c5aa0c-c33f-c31c-721f-6e227df16333/data/data1/current/BP-486980307-172.17.0.2-1732191779937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:26,648 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/cluster_11c5aa0c-c33f-c31c-721f-6e227df16333/data/data2/current/BP-486980307-172.17.0.2-1732191779937 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:26,654 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@141cf5a7{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:26,655 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@796b679d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:26,655 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6a02d0f9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:26,655 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e801584{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:26,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:26,673 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:26,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:26,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:26,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:26,674 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:26,674 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:26,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:26,674 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1872669176, stopped=false 2024-11-21T12:23:26,674 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,45749,1732191777239 2024-11-21T12:23:26,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11484911406/running 2024-11-21T12:23:26,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:23:26,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11484911406/running 2024-11-21T12:23:26,675 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:23:26,675 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:26,676 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:26,676 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:26,676 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:26,676 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/running 2024-11-21T12:23:26,676 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,44853,1732191777275' ***** 2024-11-21T12:23:26,676 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:26,677 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Set watcher on znode that does not yet exist, /11484911406/running 2024-11-21T12:23:26,677 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:26,677 INFO [RS:0;9bb5b7e9dd2c:44853 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:26,677 INFO [RS:0;9bb5b7e9dd2c:44853 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:26,677 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:26,677 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(3091): Received CLOSE for 16e049c3a7f7a57311b9638227087ff9 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(3091): Received CLOSE for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:44853. 2024-11-21T12:23:26,678 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 16e049c3a7f7a57311b9638227087ff9, disabling compactions & flushes 2024-11-21T12:23:26,678 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:26,678 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. after waiting 0 ms 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:26,678 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 16e049c3a7f7a57311b9638227087ff9 3/3 column families, dataSize=342 B heapSize=1.99 KB 2024-11-21T12:23:26,678 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:23:26,678 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1325): Online Regions={16e049c3a7f7a57311b9638227087ff9=test,,1732191785905.16e049c3a7f7a57311b9638227087ff9., 1588230740=hbase:meta,,1.1588230740, 59bb5799df6b8946ce2ffe7263eebb18=hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.} 2024-11-21T12:23:26,678 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16e049c3a7f7a57311b9638227087ff9, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:26,678 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:26,678 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:26,679 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:23:26,700 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/info/49787714d6f24990b9acaf2830ed8fc1 is 147, key is hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18./info:regioninfo/1732191792548/Put/seqid=0 2024-11-21T12:23:26,701 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f/063b8f2c5be4447394c9ae8a2ccfaa5b is 37, key is row3/f:row3/1732191801444/Put/seqid=0 2024-11-21T12:23:26,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741840_1016 (size=5228) 2024-11-21T12:23:26,716 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:23:26,732 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:26,757 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:26,826 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:23:26,878 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16e049c3a7f7a57311b9638227087ff9, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:26,932 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1473, reset compression=false 2024-11-21T12:23:26,958 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:26,958 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1720, reset compression=false 2024-11-21T12:23:26,958 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,44853,1732191777275 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272, lastWalPosition=1720, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:26,959 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,44853,1732191777275: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,44853,1732191777275, walGroup=9bb5b7e9dd2c%2C44853%2C1732191777275, offset=9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272:1720, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:44853 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:23:26,960 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:23:26,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:23:26,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:23:26,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:23:26,961 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:23:26,961 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 879979520 }, "NonHeapMemoryUsage": { "committed": 201261056, "init": 7667712, "max": -1, "used": 198467832 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:23:26,962 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:45749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:45749 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:23:27,079 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16e049c3a7f7a57311b9638227087ff9, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:27,113 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f/063b8f2c5be4447394c9ae8a2ccfaa5b 2024-11-21T12:23:27,114 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/info/49787714d6f24990b9acaf2830ed8fc1 2024-11-21T12:23:27,120 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 063b8f2c5be4447394c9ae8a2ccfaa5b 2024-11-21T12:23:27,137 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:27,137 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:27,141 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/ns/fc709a263a484f75999fa59e0a191ca1 is 43, key is default/ns:d/1732191779807/Put/seqid=0 2024-11-21T12:23:27,141 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f1/8f4b8b052ef74c6b80586acb0bd2de19 is 30, key is row1/f1:/1732191798767/DeleteFamily/seqid=0 2024-11-21T12:23:27,147 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741843_1019 (size=5158) 2024-11-21T12:23:27,162 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1720, reset compression=false 2024-11-21T12:23:27,168 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:23:27,169 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/ns/fc709a263a484f75999fa59e0a191ca1 2024-11-21T12:23:27,203 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/rep_barrier/1381c7df90df46b3a25e036de1a87c71 is 112, key is test,,1732191785905.16e049c3a7f7a57311b9638227087ff9./rep_barrier:seqnumDuringOpen/1732191787054/Put/seqid=0 2024-11-21T12:23:27,213 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:23:27,279 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16e049c3a7f7a57311b9638227087ff9, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:27,474 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1720, reset compression=false 2024-11-21T12:23:27,479 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 16e049c3a7f7a57311b9638227087ff9, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:27,548 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f1/8f4b8b052ef74c6b80586acb0bd2de19 2024-11-21T12:23:27,553 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f4b8b052ef74c6b80586acb0bd2de19 2024-11-21T12:23:27,581 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/norep/34a752000447417fa1c58025f840c645 is 33, key is row1/norep:/1732191798767/DeleteFamily/seqid=0 2024-11-21T12:23:27,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741845_1021 (size=5108) 2024-11-21T12:23:27,590 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/norep/34a752000447417fa1c58025f840c645 2024-11-21T12:23:27,601 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34a752000447417fa1c58025f840c645 2024-11-21T12:23:27,603 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f/063b8f2c5be4447394c9ae8a2ccfaa5b as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/f/063b8f2c5be4447394c9ae8a2ccfaa5b 2024-11-21T12:23:27,611 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 063b8f2c5be4447394c9ae8a2ccfaa5b 2024-11-21T12:23:27,611 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/f/063b8f2c5be4447394c9ae8a2ccfaa5b, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:23:27,612 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/f1/8f4b8b052ef74c6b80586acb0bd2de19 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/f1/8f4b8b052ef74c6b80586acb0bd2de19 2024-11-21T12:23:27,614 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/rep_barrier/1381c7df90df46b3a25e036de1a87c71 2024-11-21T12:23:27,619 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 8f4b8b052ef74c6b80586acb0bd2de19 2024-11-21T12:23:27,620 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/f1/8f4b8b052ef74c6b80586acb0bd2de19, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:27,623 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/.tmp/norep/34a752000447417fa1c58025f840c645 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/norep/34a752000447417fa1c58025f840c645 2024-11-21T12:23:27,630 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 34a752000447417fa1c58025f840c645 2024-11-21T12:23:27,630 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/norep/34a752000447417fa1c58025f840c645, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:27,634 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 16e049c3a7f7a57311b9638227087ff9 in 956ms, sequenceid=12, compaction requested=false 2024-11-21T12:23:27,635 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:23:27,639 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:27,649 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/table/eb076bad7d7d462aae1fce067702b9ff is 53, key is hbase:replication/table:state/1732191792555/Put/seqid=0 2024-11-21T12:23:27,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:23:27,671 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/default/test/16e049c3a7f7a57311b9638227087ff9/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:23:27,672 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:27,672 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:27,672 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:27,672 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 16e049c3a7f7a57311b9638227087ff9: Waiting for close lock at 1732191806678Running coprocessor pre-close hooks at 1732191806678Disabling compacts and flushes for region at 1732191806678Disabling writes for close at 1732191806678Obtaining lock to block concurrent updates at 1732191806678Preparing flush snapshotting stores in 16e049c3a7f7a57311b9638227087ff9 at 1732191806678Finished memstore snapshotting test,,1732191785905.16e049c3a7f7a57311b9638227087ff9., syncing WAL and waiting on mvcc, flushsize=dataSize=342, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191806678Flushing stores of test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. at 1732191806679 (+1 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/f: creating writer at 1732191806679Flushing 16e049c3a7f7a57311b9638227087ff9/f: appending metadata at 1732191806700 (+21 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/f: closing flushed file at 1732191806700Flushing 16e049c3a7f7a57311b9638227087ff9/f1: creating writer at 1732191807120 (+420 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/f1: appending metadata at 1732191807141 (+21 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/f1: closing flushed file at 1732191807141Flushing 16e049c3a7f7a57311b9638227087ff9/norep: creating writer at 1732191807553 (+412 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/norep: appending metadata at 1732191807575 (+22 ms)Flushing 16e049c3a7f7a57311b9638227087ff9/norep: closing flushed file at 1732191807575Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@51204e68: reopening flushed file at 1732191807602 (+27 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@147d4377: reopening flushed file at 1732191807611 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@50170b65: reopening flushed file at 1732191807620 (+9 ms)Finished flush of dataSize ~342 B/342, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 16e049c3a7f7a57311b9638227087ff9 in 956ms, sequenceid=12, compaction requested=false at 1732191807634 (+14 ms)Writing region close event to WAL at 1732191807668 (+34 ms)Running coprocessor post-close hooks at 1732191807672 (+4 ms)Closed at 1732191807672 2024-11-21T12:23:27,672 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191785905.16e049c3a7f7a57311b9638227087ff9. 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59bb5799df6b8946ce2ffe7263eebb18, disabling compactions & flushes 2024-11-21T12:23:27,673 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. after waiting 0 ms 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59bb5799df6b8946ce2ffe7263eebb18: Waiting for close lock at 1732191807672Running coprocessor pre-close hooks at 1732191807672Disabling compacts and flushes for region at 1732191807673 (+1 ms)Disabling writes for close at 1732191807673Failed flush hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18., putting online again at 1732191807673 2024-11-21T12:23:27,673 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,679 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:23:27,679 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 59bb5799df6b8946ce2ffe7263eebb18=hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18.} 2024-11-21T12:23:27,680 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(3091): Received CLOSE for 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:27,680 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 59bb5799df6b8946ce2ffe7263eebb18 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 59bb5799df6b8946ce2ffe7263eebb18, disabling compactions & flushes 2024-11-21T12:23:27,680 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. after waiting 0 ms 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 59bb5799df6b8946ce2ffe7263eebb18: Waiting for close lock at 1732191807680Running coprocessor pre-close hooks at 1732191807680Disabling compacts and flushes for region at 1732191807680Disabling writes for close at 1732191807680Failed flush hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18., putting online again at 1732191807680 2024-11-21T12:23:27,680 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionServer(2435): Abort already in progress. Ignoring the current request with reason: Unrecoverable exception while closing hbase:replication,,1732191791370.59bb5799df6b8946ce2ffe7263eebb18. 2024-11-21T12:23:27,880 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:27,880 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 1720, reset compression=false 2024-11-21T12:23:27,885 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:27,885 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 2364, reset compression=false 2024-11-21T12:23:28,076 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/table/eb076bad7d7d462aae1fce067702b9ff 2024-11-21T12:23:28,081 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:23:28,089 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.wal-reader.9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/WALs/9bb5b7e9dd2c,44853,1732191777275/9bb5b7e9dd2c%2C44853%2C1732191777275.1732191779272 to pos 2364, reset compression=false 2024-11-21T12:23:28,089 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/info/49787714d6f24990b9acaf2830ed8fc1 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/info/49787714d6f24990b9acaf2830ed8fc1 2024-11-21T12:23:28,097 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/info/49787714d6f24990b9acaf2830ed8fc1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:23:28,099 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/ns/fc709a263a484f75999fa59e0a191ca1 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/ns/fc709a263a484f75999fa59e0a191ca1 2024-11-21T12:23:28,106 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/ns/fc709a263a484f75999fa59e0a191ca1, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:23:28,108 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/rep_barrier/1381c7df90df46b3a25e036de1a87c71 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/rep_barrier/1381c7df90df46b3a25e036de1a87c71 2024-11-21T12:23:28,115 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/rep_barrier/1381c7df90df46b3a25e036de1a87c71, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:23:28,118 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/.tmp/table/eb076bad7d7d462aae1fce067702b9ff as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/table/eb076bad7d7d462aae1fce067702b9ff 2024-11-21T12:23:28,125 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/table/eb076bad7d7d462aae1fce067702b9ff, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:23:28,126 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1448ms, sequenceid=16, compaction requested=false 2024-11-21T12:23:28,127 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:23:28,202 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:23:28,204 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:28,204 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:28,204 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:28,204 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191806678Running coprocessor pre-close hooks at 1732191806678Disabling compacts and flushes for region at 1732191806678Disabling writes for close at 1732191806678Obtaining lock to block concurrent updates at 1732191806679 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191806679Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191806679Flushing stores of hbase:meta,,1.1588230740 at 1732191806679Flushing 1588230740/info: creating writer at 1732191806679Flushing 1588230740/info: appending metadata at 1732191806700 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732191806700Flushing 1588230740/ns: creating writer at 1732191807119 (+419 ms)Flushing 1588230740/ns: appending metadata at 1732191807140 (+21 ms)Flushing 1588230740/ns: closing flushed file at 1732191807140Flushing 1588230740/rep_barrier: creating writer at 1732191807175 (+35 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191807203 (+28 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191807203Flushing 1588230740/table: creating writer at 1732191807619 (+416 ms)Flushing 1588230740/table: appending metadata at 1732191807649 (+30 ms)Flushing 1588230740/table: closing flushed file at 1732191807649Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@15d74bcd: reopening flushed file at 1732191808088 (+439 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12e08cc6: reopening flushed file at 1732191808098 (+10 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3e715f31: reopening flushed file at 1732191808106 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3f3d3aa: reopening flushed file at 1732191808116 (+10 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1448ms, sequenceid=16, compaction requested=false at 1732191808126 (+10 ms)Writing region close event to WAL at 1732191808181 (+55 ms)Running coprocessor post-close hooks at 1732191808204 (+23 ms)Closed at 1732191808204 2024-11-21T12:23:28,204 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:28,281 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1346): We were exiting though online regions are not empty, because some regions failed closing 2024-11-21T12:23:28,281 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,44853,1732191777275; all regions closed. 2024-11-21T12:23:28,303 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:23:28,311 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741839_1015 (size=2609) 2024-11-21T12:23:28,354 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741832_1008 (size=2372) 2024-11-21T12:23:28,355 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,355 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:28,356 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:28,356 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:28,356 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:28,356 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:28,356 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,44853,1732191777275 because: Region server is closing 2024-11-21T12:23:28,356 INFO [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:44853. 2024-11-21T12:23:28,356 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:28,356 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,357 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:28,457 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,44853,1732191777275.replicationSource.shipper9bb5b7e9dd2c%2C44853%2C1732191777275,1-9bb5b7e9dd2c,44853,1732191777275 terminated 2024-11-21T12:23:28,457 INFO [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:44853. 2024-11-21T12:23:28,457 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:28,457 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,458 DEBUG [RS:0;9bb5b7e9dd2c:44853 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,458 INFO [RS:0;9bb5b7e9dd2c:44853 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44853 2024-11-21T12:23:28,458 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:28,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11484911406/rs/9bb5b7e9dd2c,44853,1732191777275 2024-11-21T12:23:28,461 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:28,461 ERROR [Time-limited test-EventThread {}] zookeeper.ClientCnxn$EventThread(581): Error while calling watcher. java.util.concurrent.RejectedExecutionException: Task org.apache.hadoop.hbase.trace.TraceUtil$$Lambda$367/0x00007f5d808e5050@58f38bd7 rejected from java.util.concurrent.ThreadPoolExecutor@1df11ead[Terminated, pool size = 0, active threads = 0, queued tasks = 0, completed tasks = 15] at java.util.concurrent.ThreadPoolExecutor$AbortPolicy.rejectedExecution(ThreadPoolExecutor.java:2065) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.reject(ThreadPoolExecutor.java:833) ~[?:?] at java.util.concurrent.ThreadPoolExecutor.execute(ThreadPoolExecutor.java:1365) ~[?:?] at java.util.concurrent.Executors$DelegatedExecutorService.execute(Executors.java:721) ~[?:?] at org.apache.hadoop.hbase.zookeeper.ZKWatcher.process(ZKWatcher.java:613) ~[hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.zookeeper.ClientCnxn$EventThread.processEvent(ClientCnxn.java:579) ~[zookeeper-3.8.4.jar:3.8.4] at org.apache.zookeeper.ClientCnxn$EventThread.run(ClientCnxn.java:554) ~[zookeeper-3.8.4.jar:3.8.4] 2024-11-21T12:23:28,462 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406/rs 2024-11-21T12:23:28,464 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,44853,1732191777275] 2024-11-21T12:23:28,465 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11484911406/draining/9bb5b7e9dd2c,44853,1732191777275 already deleted, retry=false 2024-11-21T12:23:28,465 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,44853,1732191777275 expired; onlineServers=0 2024-11-21T12:23:28,465 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,45749,1732191777239' ***** 2024-11-21T12:23:28,465 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:28,465 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:28,466 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:28,466 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:28,466 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:28,466 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:28,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191779029 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191779029,5,FailOnTimeoutGroup] 2024-11-21T12:23:28,466 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:28,466 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:28,466 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:28,466 INFO [M:0;9bb5b7e9dd2c:45749 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:28,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191779032 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191779032,5,FailOnTimeoutGroup] 2024-11-21T12:23:28,466 INFO [M:0;9bb5b7e9dd2c:45749 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:28,467 INFO [M:0;9bb5b7e9dd2c:45749 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:28,467 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:28,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11484911406/master 2024-11-21T12:23:28,468 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11484911406 2024-11-21T12:23:28,468 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] zookeeper.ZKUtil(347): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Unable to get data of znode /11484911406/master because node does not exist (not an error) 2024-11-21T12:23:28,468 WARN [M:0;9bb5b7e9dd2c:45749 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:28,469 INFO [M:0;9bb5b7e9dd2c:45749 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/.lastflushedseqids 2024-11-21T12:23:28,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741847_1023 (size=245) 2024-11-21T12:23:28,508 INFO [M:0;9bb5b7e9dd2c:45749 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:28,508 INFO [M:0;9bb5b7e9dd2c:45749 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:28,508 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:28,508 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:28,508 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:28,508 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:28,508 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:28,509 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:23:28,555 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d698c51fbbc427a98f8b4db26535450 is 82, key is hbase:meta,,1/info:regioninfo/1732191779799/Put/seqid=0 2024-11-21T12:23:28,563 INFO [RS:0;9bb5b7e9dd2c:44853 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:28,563 INFO [RS:0;9bb5b7e9dd2c:44853 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,44853,1732191777275; zookeeper connection closed. 2024-11-21T12:23:28,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:28,563 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44853-0x100624aea770004, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:28,565 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@170d6117 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@170d6117 2024-11-21T12:23:28,565 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:28,566 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741848_1024 (size=5672) 2024-11-21T12:23:28,572 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d698c51fbbc427a98f8b4db26535450 2024-11-21T12:23:28,618 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846277a09ff44d399e143b0c4b1e2dab is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191792559/Put/seqid=0 2024-11-21T12:23:28,643 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741849_1025 (size=8517) 2024-11-21T12:23:28,644 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846277a09ff44d399e143b0c4b1e2dab 2024-11-21T12:23:28,661 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:28,678 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c79995009c4580bbb0e0e573ec277a is 69, key is 9bb5b7e9dd2c,44853,1732191777275/rs:state/1732191779116/Put/seqid=0 2024-11-21T12:23:28,686 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741850_1026 (size=5156) 2024-11-21T12:23:28,687 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c79995009c4580bbb0e0e573ec277a 2024-11-21T12:23:28,692 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/0d698c51fbbc427a98f8b4db26535450 as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d698c51fbbc427a98f8b4db26535450 2024-11-21T12:23:28,697 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/0d698c51fbbc427a98f8b4db26535450, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:23:28,698 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/846277a09ff44d399e143b0c4b1e2dab as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/846277a09ff44d399e143b0c4b1e2dab 2024-11-21T12:23:28,703 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/846277a09ff44d399e143b0c4b1e2dab, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:23:28,704 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/76c79995009c4580bbb0e0e573ec277a as hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c79995009c4580bbb0e0e573ec277a 2024-11-21T12:23:28,713 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:32977/user/jenkins/test-data/df913e0f-d9ee-726c-92c7-0835b418d09c/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/76c79995009c4580bbb0e0e573ec277a, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:23:28,714 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=97, compaction requested=false 2024-11-21T12:23:28,720 INFO [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:28,720 DEBUG [M:0;9bb5b7e9dd2c:45749 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191808508Disabling compacts and flushes for region at 1732191808508Disabling writes for close at 1732191808508Obtaining lock to block concurrent updates at 1732191808509 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191808509Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191808509Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191808510 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191808510Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191808554 (+44 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191808554Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191808580 (+26 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191808618 (+38 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191808618Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191808657 (+39 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191808677 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191808677Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1bb18a0c: reopening flushed file at 1732191808692 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@553b8dbe: reopening flushed file at 1732191808697 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6a26e1f: reopening flushed file at 1732191808703 (+6 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 206ms, sequenceid=97, compaction requested=false at 1732191808714 (+11 ms)Writing region close event to WAL at 1732191808720 (+6 ms)Closed at 1732191808720 2024-11-21T12:23:28,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33839 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:23:28,727 INFO [M:0;9bb5b7e9dd2c:45749 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:28,727 INFO [M:0;9bb5b7e9dd2c:45749 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45749 2024-11-21T12:23:28,727 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:28,728 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:28,830 INFO [M:0;9bb5b7e9dd2c:45749 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:28,830 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45749-0x100624aea770003, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:28,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c3f0133{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:28,833 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f4d3814{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:28,833 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:28,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1b23a4a6{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:28,833 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2bd482e4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:28,837 WARN [BP-1979442577-172.17.0.2-1732191776299 heartbeating to localhost/127.0.0.1:32977 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:28,837 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:28,837 WARN [BP-1979442577-172.17.0.2-1732191776299 heartbeating to localhost/127.0.0.1:32977 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1979442577-172.17.0.2-1732191776299 (Datanode Uuid 487e08dc-2f58-455c-a90a-bc8e4dbd3dcb) service to localhost/127.0.0.1:32977 2024-11-21T12:23:28,837 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:28,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/cluster_6bb8af61-b47e-ce98-6d54-6c407e911e12/data/data1/current/BP-1979442577-172.17.0.2-1732191776299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:28,837 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/cluster_6bb8af61-b47e-ce98-6d54-6c407e911e12/data/data2/current/BP-1979442577-172.17.0.2-1732191776299 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:28,838 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:28,845 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6c4b921c{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:28,846 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2cf0df29{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:28,846 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:28,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4c9e0a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:28,846 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@789ad0ad{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/5efdf1c8-0c0f-f6a7-596b-194939e347d3/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:28,867 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:23:28,867 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:28,867 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:28,867 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,868 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:28,868 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:23:28,868 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1013964675, stopped=false 2024-11-21T12:23:28,868 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,34901,1732191773588 2024-11-21T12:23:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01670390866/running 2024-11-21T12:23:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:23:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01670390866/running 2024-11-21T12:23:28,870 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:28,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:23:28,871 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:28,871 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/running 2024-11-21T12:23:28,871 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication2(TestMasterReplication.java:288) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:28,871 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,872 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Set watcher on znode that does not yet exist, /01670390866/running 2024-11-21T12:23:28,872 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35321,1732191773641' ***** 2024-11-21T12:23:28,872 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:23:28,872 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:23:28,872 INFO [RS:0;9bb5b7e9dd2c:35321 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:23:28,872 INFO [RS:0;9bb5b7e9dd2c:35321 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:23:28,872 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for 482f45fcb3ffd92853f93ceac310c321 2024-11-21T12:23:28,873 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35321. 2024-11-21T12:23:28,880 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 482f45fcb3ffd92853f93ceac310c321, disabling compactions & flushes 2024-11-21T12:23:28,880 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:28,880 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:28,880 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:28,880 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:28,880 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. after waiting 0 ms 2024-11-21T12:23:28,880 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:23:28,880 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 482f45fcb3ffd92853f93ceac310c321 3/3 column families, dataSize=341 B heapSize=1.99 KB 2024-11-21T12:23:28,880 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:23:28,880 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1325): Online Regions={482f45fcb3ffd92853f93ceac310c321=test,,1732191783741.482f45fcb3ffd92853f93ceac310c321., 668bdc2ebaef1979669d29b1e2daffb0=hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0., 1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:23:28,881 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 482f45fcb3ffd92853f93ceac310c321, 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:28,881 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:28,881 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:28,881 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:28,881 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:28,881 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:28,881 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:23:28,905 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/info/e32a708a6e8c43d9bad32d87e5b81a37 is 147, key is hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0./info:regioninfo/1732191790392/Put/seqid=0 2024-11-21T12:23:28,907 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f/b59ca962240c41db873a84d52615e25e is 37, key is row3/f:row3/1732191801444/Put/seqid=0 2024-11-21T12:23:28,921 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:28,934 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741840_1016 (size=7686) 2024-11-21T12:23:28,935 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/info/e32a708a6e8c43d9bad32d87e5b81a37 2024-11-21T12:23:28,937 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741841_1017 (size=5228) 2024-11-21T12:23:28,940 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=236 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f/b59ca962240c41db873a84d52615e25e 2024-11-21T12:23:28,964 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59ca962240c41db873a84d52615e25e 2024-11-21T12:23:28,988 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/ns/d2340ccbe3514be696461bc55aa3d1fa is 43, key is default/ns:d/1732191776195/Put/seqid=0 2024-11-21T12:23:28,992 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f1/6fd4b8df20484e219068e488205d5267 is 30, key is row1/f1:/1732191798767/DeleteFamily/seqid=0 2024-11-21T12:23:28,995 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:23:28,996 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/ns/d2340ccbe3514be696461bc55aa3d1fa 2024-11-21T12:23:29,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741843_1019 (size=5158) 2024-11-21T12:23:29,001 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f1/6fd4b8df20484e219068e488205d5267 2024-11-21T12:23:29,007 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fd4b8df20484e219068e488205d5267 2024-11-21T12:23:29,029 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/norep/28f2f7f6939741129c3fbed767621faf is 32, key is row/norep:/1732191797759/DeleteFamily/seqid=0 2024-11-21T12:23:29,044 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/rep_barrier/f204293c511a4c0d943d19f03dcd0d49 is 112, key is test,,1732191783741.482f45fcb3ffd92853f93ceac310c321./rep_barrier:seqnumDuringOpen/1732191784895/Put/seqid=0 2024-11-21T12:23:29,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741844_1020 (size=5101) 2024-11-21T12:23:29,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741845_1021 (size=5518) 2024-11-21T12:23:29,081 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 482f45fcb3ffd92853f93ceac310c321, 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:29,091 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:23:29,092 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:23:29,223 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:29,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,224 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,254 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,255 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,258 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,263 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,264 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:29,286 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 482f45fcb3ffd92853f93ceac310c321, 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:29,446 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/norep/28f2f7f6939741129c3fbed767621faf 2024-11-21T12:23:29,453 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28f2f7f6939741129c3fbed767621faf 2024-11-21T12:23:29,454 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/rep_barrier/f204293c511a4c0d943d19f03dcd0d49 2024-11-21T12:23:29,454 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f/b59ca962240c41db873a84d52615e25e as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/f/b59ca962240c41db873a84d52615e25e 2024-11-21T12:23:29,460 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for b59ca962240c41db873a84d52615e25e 2024-11-21T12:23:29,460 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/f/b59ca962240c41db873a84d52615e25e, entries=5, sequenceid=12, filesize=5.1 K 2024-11-21T12:23:29,462 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/f1/6fd4b8df20484e219068e488205d5267 as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/f1/6fd4b8df20484e219068e488205d5267 2024-11-21T12:23:29,476 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 6fd4b8df20484e219068e488205d5267 2024-11-21T12:23:29,476 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/f1/6fd4b8df20484e219068e488205d5267, entries=3, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:29,483 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/.tmp/norep/28f2f7f6939741129c3fbed767621faf as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/norep/28f2f7f6939741129c3fbed767621faf 2024-11-21T12:23:29,495 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 482f45fcb3ffd92853f93ceac310c321, 668bdc2ebaef1979669d29b1e2daffb0 2024-11-21T12:23:29,500 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/table/97a203dc2ce34fb38bd29de4db23f9c6 is 53, key is hbase:replication/table:state/1732191790407/Put/seqid=0 2024-11-21T12:23:29,503 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 28f2f7f6939741129c3fbed767621faf 2024-11-21T12:23:29,503 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/norep/28f2f7f6939741129c3fbed767621faf, entries=1, sequenceid=12, filesize=5.0 K 2024-11-21T12:23:29,505 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 482f45fcb3ffd92853f93ceac310c321 in 625ms, sequenceid=12, compaction requested=false 2024-11-21T12:23:29,506 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:23:29,509 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:23:29,510 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/table/97a203dc2ce34fb38bd29de4db23f9c6 2024-11-21T12:23:29,518 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/info/e32a708a6e8c43d9bad32d87e5b81a37 as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/info/e32a708a6e8c43d9bad32d87e5b81a37 2024-11-21T12:23:29,526 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/info/e32a708a6e8c43d9bad32d87e5b81a37, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:23:29,527 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/ns/d2340ccbe3514be696461bc55aa3d1fa as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/ns/d2340ccbe3514be696461bc55aa3d1fa 2024-11-21T12:23:29,537 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/default/test/482f45fcb3ffd92853f93ceac310c321/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:29,539 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 482f45fcb3ffd92853f93ceac310c321: Waiting for close lock at 1732191808880Running coprocessor pre-close hooks at 1732191808880Disabling compacts and flushes for region at 1732191808880Disabling writes for close at 1732191808880Obtaining lock to block concurrent updates at 1732191808880Preparing flush snapshotting stores in 482f45fcb3ffd92853f93ceac310c321 at 1732191808880Finished memstore snapshotting test,,1732191783741.482f45fcb3ffd92853f93ceac310c321., syncing WAL and waiting on mvcc, flushsize=dataSize=341, getHeapSize=1992, getOffHeapSize=0, getCellsCount=12 at 1732191808881 (+1 ms)Flushing stores of test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. at 1732191808881Flushing 482f45fcb3ffd92853f93ceac310c321/f: creating writer at 1732191808881Flushing 482f45fcb3ffd92853f93ceac310c321/f: appending metadata at 1732191808906 (+25 ms)Flushing 482f45fcb3ffd92853f93ceac310c321/f: closing flushed file at 1732191808906Flushing 482f45fcb3ffd92853f93ceac310c321/f1: creating writer at 1732191808965 (+59 ms)Flushing 482f45fcb3ffd92853f93ceac310c321/f1: appending metadata at 1732191808992 (+27 ms)Flushing 482f45fcb3ffd92853f93ceac310c321/f1: closing flushed file at 1732191808992Flushing 482f45fcb3ffd92853f93ceac310c321/norep: creating writer at 1732191809007 (+15 ms)Flushing 482f45fcb3ffd92853f93ceac310c321/norep: appending metadata at 1732191809028 (+21 ms)Flushing 482f45fcb3ffd92853f93ceac310c321/norep: closing flushed file at 1732191809029 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4490a661: reopening flushed file at 1732191809453 (+424 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4348df6b: reopening flushed file at 1732191809461 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4cb3f782: reopening flushed file at 1732191809477 (+16 ms)Finished flush of dataSize ~341 B/341, heapSize ~1.95 KB/1992, currentSize=0 B/0 for 482f45fcb3ffd92853f93ceac310c321 in 625ms, sequenceid=12, compaction requested=false at 1732191809505 (+28 ms)Writing region close event to WAL at 1732191809528 (+23 ms)Running coprocessor post-close hooks at 1732191809538 (+10 ms)Closed at 1732191809539 (+1 ms) 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191783741.482f45fcb3ffd92853f93ceac310c321. 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 668bdc2ebaef1979669d29b1e2daffb0, disabling compactions & flushes 2024-11-21T12:23:29,539 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. after waiting 0 ms 2024-11-21T12:23:29,539 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:29,539 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 668bdc2ebaef1979669d29b1e2daffb0 3/3 column families, dataSize=1.46 KB heapSize=2.94 KB 2024-11-21T12:23:29,541 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/ns/d2340ccbe3514be696461bc55aa3d1fa, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:23:29,545 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/rep_barrier/f204293c511a4c0d943d19f03dcd0d49 as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/rep_barrier/f204293c511a4c0d943d19f03dcd0d49 2024-11-21T12:23:29,551 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/rep_barrier/f204293c511a4c0d943d19f03dcd0d49, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:23:29,553 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/.tmp/table/97a203dc2ce34fb38bd29de4db23f9c6 as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/table/97a203dc2ce34fb38bd29de4db23f9c6 2024-11-21T12:23:29,564 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/table/97a203dc2ce34fb38bd29de4db23f9c6, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:23:29,565 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=16, compaction requested=false 2024-11-21T12:23:29,565 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:23:29,573 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/.tmp/queue/932b93f2562a4b9e85b90981934cd0eb is 154, key is 1-9bb5b7e9dd2c,35321,1732191773641/queue:9bb5b7e9dd2c%2C35321%2C1732191773641/1732191803204/Put/seqid=0 2024-11-21T12:23:29,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741847_1023 (size=5353) 2024-11-21T12:23:29,595 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.46 KB at sequenceid=14 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/.tmp/queue/932b93f2562a4b9e85b90981934cd0eb 2024-11-21T12:23:29,605 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/.tmp/queue/932b93f2562a4b9e85b90981934cd0eb as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/queue/932b93f2562a4b9e85b90981934cd0eb 2024-11-21T12:23:29,611 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/queue/932b93f2562a4b9e85b90981934cd0eb, entries=1, sequenceid=14, filesize=5.2 K 2024-11-21T12:23:29,612 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 668bdc2ebaef1979669d29b1e2daffb0 in 73ms, sequenceid=14, compaction requested=false 2024-11-21T12:23:29,637 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:23:29,638 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:29,638 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:29,638 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:29,638 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191808881Running coprocessor pre-close hooks at 1732191808881Disabling compacts and flushes for region at 1732191808881Disabling writes for close at 1732191808881Obtaining lock to block concurrent updates at 1732191808881Preparing flush snapshotting stores in 1588230740 at 1732191808881Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191808881Flushing stores of hbase:meta,,1.1588230740 at 1732191808882 (+1 ms)Flushing 1588230740/info: creating writer at 1732191808882Flushing 1588230740/info: appending metadata at 1732191808904 (+22 ms)Flushing 1588230740/info: closing flushed file at 1732191808904Flushing 1588230740/ns: creating writer at 1732191808962 (+58 ms)Flushing 1588230740/ns: appending metadata at 1732191808987 (+25 ms)Flushing 1588230740/ns: closing flushed file at 1732191808987Flushing 1588230740/rep_barrier: creating writer at 1732191809009 (+22 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191809042 (+33 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191809043 (+1 ms)Flushing 1588230740/table: creating writer at 1732191809459 (+416 ms)Flushing 1588230740/table: appending metadata at 1732191809500 (+41 ms)Flushing 1588230740/table: closing flushed file at 1732191809500Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7de67fda: reopening flushed file at 1732191809517 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@277ad4db: reopening flushed file at 1732191809526 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5cf5fcf8: reopening flushed file at 1732191809541 (+15 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@462d5a36: reopening flushed file at 1732191809552 (+11 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 684ms, sequenceid=16, compaction requested=false at 1732191809565 (+13 ms)Writing region close event to WAL at 1732191809613 (+48 ms)Running coprocessor post-close hooks at 1732191809638 (+25 ms)Closed at 1732191809638 2024-11-21T12:23:29,638 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:29,641 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/data/hbase/replication/668bdc2ebaef1979669d29b1e2daffb0/recovered.edits/17.seqid, newMaxSeqId=17, maxSeqId=1 2024-11-21T12:23:29,642 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:23:29,642 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:23:29,642 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:29,642 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 668bdc2ebaef1979669d29b1e2daffb0: Waiting for close lock at 1732191809539Running coprocessor pre-close hooks at 1732191809539Disabling compacts and flushes for region at 1732191809539Disabling writes for close at 1732191809539Obtaining lock to block concurrent updates at 1732191809539Preparing flush snapshotting stores in 668bdc2ebaef1979669d29b1e2daffb0 at 1732191809539Finished memstore snapshotting hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0., syncing WAL and waiting on mvcc, flushsize=dataSize=1492, getHeapSize=2960, getOffHeapSize=0, getCellsCount=10 at 1732191809540 (+1 ms)Flushing stores of hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. at 1732191809541 (+1 ms)Flushing 668bdc2ebaef1979669d29b1e2daffb0/queue: creating writer at 1732191809541Flushing 668bdc2ebaef1979669d29b1e2daffb0/queue: appending metadata at 1732191809573 (+32 ms)Flushing 668bdc2ebaef1979669d29b1e2daffb0/queue: closing flushed file at 1732191809573Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2dec39ab: reopening flushed file at 1732191809604 (+31 ms)Finished flush of dataSize ~1.46 KB/1492, heapSize ~2.42 KB/2480, currentSize=0 B/0 for 668bdc2ebaef1979669d29b1e2daffb0 in 73ms, sequenceid=14, compaction requested=false at 1732191809612 (+8 ms)Writing region close event to WAL at 1732191809621 (+9 ms)Running coprocessor post-close hooks at 1732191809642 (+21 ms)Closed at 1732191809642 2024-11-21T12:23:29,642 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191789211.668bdc2ebaef1979669d29b1e2daffb0. 2024-11-21T12:23:29,696 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35321,1732191773641; all regions closed. 2024-11-21T12:23:29,699 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:23:29,699 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.meta.1732191776154.meta not finished, retry = 0 2024-11-21T12:23:29,768 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 1496, reset compression=false 2024-11-21T12:23:29,773 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:29,773 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.wal-reader.9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223 to pos 2387, reset compression=false 2024-11-21T12:23:29,773 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35321,1732191773641 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223, lastWalPosition=2387, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:29,774 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,35321,1732191773641: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,35321,1732191773641, walGroup=9bb5b7e9dd2c%2C35321%2C1732191773641, offset=9bb5b7e9dd2c%2C35321%2C1732191773641.1732191775223:2387, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:35321 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:23:29,776 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:23:29,776 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:23:29,777 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:23:29,777 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:23:29,777 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:23:29,777 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1174405120, "init": 1048576000, "max": 2306867200, "used": 669830144 }, "NonHeapMemoryUsage": { "committed": 202178560, "init": 7667712, "max": -1, "used": 199381584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:23:29,777 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34901 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:23:29,801 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs 2024-11-21T12:23:29,802 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35321%2C1732191773641.meta:.meta(num 1732191776154) 2024-11-21T12:23:29,804 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741839_1015 (size=3552) 2024-11-21T12:23:29,804 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/WALs/9bb5b7e9dd2c,35321,1732191773641/9bb5b7e9dd2c%2C35321%2C1732191773641.rep.1732191790347 not finished, retry = 0 2024-11-21T12:23:29,907 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs 2024-11-21T12:23:29,907 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35321%2C1732191773641.rep:(num 1732191790347) 2024-11-21T12:23:29,909 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741832_1008 (size=2395) 2024-11-21T12:23:29,911 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/oldWALs 2024-11-21T12:23:29,911 INFO [RS:0;9bb5b7e9dd2c:35321 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C35321%2C1732191773641:(num 1732191775223) 2024-11-21T12:23:29,911 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:29,911 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:23:29,911 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:29,911 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:29,912 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:29,912 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:29,912 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35321,1732191773641 because: Region server is closing 2024-11-21T12:23:29,912 INFO [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35321. 2024-11-21T12:23:29,912 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:29,912 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:29,912 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:29,913 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:30,013 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35321,1732191773641.replicationSource.shipper9bb5b7e9dd2c%2C35321%2C1732191773641,1-9bb5b7e9dd2c,35321,1732191773641 terminated 2024-11-21T12:23:30,013 INFO [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35321. 2024-11-21T12:23:30,013 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:30,013 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:30,013 DEBUG [RS:0;9bb5b7e9dd2c:35321 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:30,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:30,013 INFO [RS:0;9bb5b7e9dd2c:35321 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35321 2024-11-21T12:23:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866/rs 2024-11-21T12:23:30,015 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01670390866/rs/9bb5b7e9dd2c,35321,1732191773641 2024-11-21T12:23:30,016 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:30,017 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35321,1732191773641] 2024-11-21T12:23:30,018 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /01670390866/draining/9bb5b7e9dd2c,35321,1732191773641 already deleted, retry=false 2024-11-21T12:23:30,018 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35321,1732191773641 expired; onlineServers=0 2024-11-21T12:23:30,018 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,34901,1732191773588' ***** 2024-11-21T12:23:30,018 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:23:30,018 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:23:30,019 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:23:30,019 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:23:30,019 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:23:30,019 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191775007 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191775007,5,FailOnTimeoutGroup] 2024-11-21T12:23:30,019 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191775007 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191775007,5,FailOnTimeoutGroup] 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:23:30,019 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:23:30,019 INFO [M:0;9bb5b7e9dd2c:34901 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:23:30,020 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:23:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/01670390866/master 2024-11-21T12:23:30,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/01670390866 2024-11-21T12:23:30,020 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] zookeeper.ZKUtil(347): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Unable to get data of znode /01670390866/master because node does not exist (not an error) 2024-11-21T12:23:30,021 WARN [M:0;9bb5b7e9dd2c:34901 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:23:30,021 INFO [M:0;9bb5b7e9dd2c:34901 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/.lastflushedseqids 2024-11-21T12:23:30,025 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:23:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:30,117 INFO [RS:0;9bb5b7e9dd2c:35321 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:30,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35321-0x100624aea770001, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:30,117 INFO [RS:0;9bb5b7e9dd2c:35321 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35321,1732191773641; zookeeper connection closed. 2024-11-21T12:23:30,117 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@391cf041 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@391cf041 2024-11-21T12:23:30,118 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:23:30,426 INFO [M:0;9bb5b7e9dd2c:34901 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:23:30,426 INFO [M:0;9bb5b7e9dd2c:34901 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:23:30,426 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:30,426 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:30,426 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:30,426 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:30,426 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:30,427 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T12:23:30,443 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4085ef0c5a8412f888d2792cb0ca1db is 82, key is hbase:meta,,1/info:regioninfo/1732191776185/Put/seqid=0 2024-11-21T12:23:30,449 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:23:30,853 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4085ef0c5a8412f888d2792cb0ca1db 2024-11-21T12:23:30,873 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09ab681e44024246810f32497b58847c is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191784907/Put/seqid=0 2024-11-21T12:23:30,877 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741850_1026 (size=7218) 2024-11-21T12:23:31,277 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09ab681e44024246810f32497b58847c 2024-11-21T12:23:31,281 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ab681e44024246810f32497b58847c 2024-11-21T12:23:31,297 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c45cc06d8c946bfbe714610f14fd3ad is 69, key is 9bb5b7e9dd2c,35321,1732191773641/rs:state/1732191775081/Put/seqid=0 2024-11-21T12:23:31,302 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:23:31,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:31,311 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:31,312 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 13, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 68457 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:31,702 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c45cc06d8c946bfbe714610f14fd3ad 2024-11-21T12:23:31,708 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e4085ef0c5a8412f888d2792cb0ca1db as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4085ef0c5a8412f888d2792cb0ca1db 2024-11-21T12:23:31,712 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e4085ef0c5a8412f888d2792cb0ca1db, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:23:31,713 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/09ab681e44024246810f32497b58847c as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09ab681e44024246810f32497b58847c 2024-11-21T12:23:31,717 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 09ab681e44024246810f32497b58847c 2024-11-21T12:23:31,717 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/09ab681e44024246810f32497b58847c, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T12:23:31,718 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/3c45cc06d8c946bfbe714610f14fd3ad as hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c45cc06d8c946bfbe714610f14fd3ad 2024-11-21T12:23:31,722 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:41071/user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/3c45cc06d8c946bfbe714610f14fd3ad, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:23:31,723 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false 2024-11-21T12:23:31,724 INFO [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:31,724 DEBUG [M:0;9bb5b7e9dd2c:34901 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191810426Disabling compacts and flushes for region at 1732191810426Disabling writes for close at 1732191810426Obtaining lock to block concurrent updates at 1732191810427 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191810427Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732191810427Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191810427Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191810428 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191810443 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191810443Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191810857 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191810872 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191810872Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191811281 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191811297 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191811297Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1903b0b1: reopening flushed file at 1732191811707 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3b80d90f: reopening flushed file at 1732191811712 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3cf1333: reopening flushed file at 1732191811717 (+5 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1297ms, sequenceid=105, compaction requested=false at 1732191811723 (+6 ms)Writing region close event to WAL at 1732191811724 (+1 ms)Closed at 1732191811724 2024-11-21T12:23:31,726 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:36033 is added to blk_1073741830_1006 (size=64423) 2024-11-21T12:23:31,726 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/73d3777c-c667-4278-c1a8-b63fd91b5704/MasterData/WALs/9bb5b7e9dd2c,34901,1732191773588/9bb5b7e9dd2c%2C34901%2C1732191773588.1732191774927 not finished, retry = 0 2024-11-21T12:23:31,828 INFO [M:0;9bb5b7e9dd2c:34901 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:23:31,828 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:23:31,828 INFO [M:0;9bb5b7e9dd2c:34901 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34901 2024-11-21T12:23:31,828 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:23:31,931 INFO [M:0;9bb5b7e9dd2c:34901 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:23:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:31,931 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34901-0x100624aea770000, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:23:31,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@59e682da{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:31,935 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@180b46f1{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:31,935 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:31,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5300a547{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:31,935 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@360f6672{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:31,939 WARN [BP-175850605-172.17.0.2-1732191772653 heartbeating to localhost/127.0.0.1:41071 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:23:31,939 WARN [BP-175850605-172.17.0.2-1732191772653 heartbeating to localhost/127.0.0.1:41071 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-175850605-172.17.0.2-1732191772653 (Datanode Uuid 4028ae8e-b082-4cae-be75-50d82538ee28) service to localhost/127.0.0.1:41071 2024-11-21T12:23:31,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:23:31,939 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:23:31,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/data/data1/current/BP-175850605-172.17.0.2-1732191772653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:31,940 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/cluster_1bf6ce3c-c295-b9c9-bad4-2a0fd957b49b/data/data2/current/BP-175850605-172.17.0.2-1732191772653 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:23:31,940 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:23:31,950 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@45b0d07a{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:31,952 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0fe4b5{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:23:31,952 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:23:31,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@23b1768b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:23:31,952 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@68ff1e43{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/af3fd109-478e-6c6b-93ea-5e7aa3f9bd71/hadoop.log.dir/,STOPPED} 2024-11-21T12:23:31,963 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:23:31,976 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:23:31,992 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication2 Thread=315 (was 266) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38895 from jenkins.hfs.16 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.14@localhost:41071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-31-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32977 from jenkins.hfs.15 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-33-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-34-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:38895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-27-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.16@localhost:38895 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:38895 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:32977 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-35-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41071 from jenkins.hfs.14 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-35-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-32-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:38895 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-31-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-26-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-36-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-33-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:52710) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-27-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:41071 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.15@localhost:32977 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:41071 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:41071 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:32977 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=729 (was 655) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=395 (was 343) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7340 (was 7049) - AvailableMemoryMB LEAK? - 2024-11-21T12:23:32,008 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testCyclicReplication3 Thread=315, OpenFileDescriptor=729, MaxFileDescriptor=1048576, SystemLoadAverage=395, ProcessCount=11, AvailableMemoryMB=7338 2024-11-21T12:23:32,027 INFO [Time-limited test {}] replication.TestMasterReplication(410): testCyclicReplication2 2024-11-21T12:23:32,028 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir so I do NOT create it in target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0 2024-11-21T12:23:32,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:23:32,029 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.tmp.dir so I do NOT create it in target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0 2024-11-21T12:23:32,029 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/35c2aa83-7f6e-c34c-d969-90d6be802088/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:23:32,029 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0 2024-11-21T12:23:32,029 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa, deleteOnExit=true 2024-11-21T12:23:32,045 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/zookeeper_0, clientPort=64488, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:23:32,049 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=64488 2024-11-21T12:23:32,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:23:32,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:23:32,049 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/test.cache.data in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:23:32,050 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:32,050 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:23:32,051 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:23:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100624aea770008, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:23:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624aea770002, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:23:32,059 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624aea770005, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:23:32,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100624aea770008, quorum=127.0.0.1:52710, baseZNode=/2869744881 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:23:32,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624aea770005, quorum=127.0.0.1:52710, baseZNode=/11484911406 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:23:32,059 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624aea770002, quorum=127.0.0.1:52710, baseZNode=/01670390866 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:23:32,182 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:32,188 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:32,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:32,237 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:32,237 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:32,246 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:32,257 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6fb72c32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:32,258 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5c01c237{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:32,410 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3c4d3430{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/java.io.tmpdir/jetty-localhost-38253-hadoop-hdfs-3_4_1-tests_jar-_-any-966155621814802258/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:32,412 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1a79f27b{HTTP/1.1, (http/1.1)}{localhost:38253} 2024-11-21T12:23:32,412 INFO [Time-limited test {}] server.Server(415): Started @250521ms 2024-11-21T12:23:32,624 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:32,628 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:32,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:32,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:32,651 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:32,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:32,652 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:32,805 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@75067113{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/java.io.tmpdir/jetty-localhost-38993-hadoop-hdfs-3_4_1-tests_jar-_-any-8095794618613596578/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:32,805 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:38993} 2024-11-21T12:23:32,805 INFO [Time-limited test {}] server.Server(415): Started @250915ms 2024-11-21T12:23:32,807 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:23:33,005 WARN [Thread-3435 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/data/data1/current/BP-644348112-172.17.0.2-1732191812076/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:33,013 WARN [Thread-3436 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/data/data2/current/BP-644348112-172.17.0.2-1732191812076/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:33,046 WARN [Thread-3423 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:23:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x917a9c83120400c0 with lease ID 0xdf29aacb6916efae: Processing first storage report for DS-2233d488-128b-48dc-9cba-18bc94bf6b9d from datanode DatanodeRegistration(127.0.0.1:41949, datanodeUuid=0f2b7260-91bf-42e5-828e-7938f08cde56, infoPort=32897, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=891360990;c=1732191812076) 2024-11-21T12:23:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x917a9c83120400c0 with lease ID 0xdf29aacb6916efae: from storage DS-2233d488-128b-48dc-9cba-18bc94bf6b9d node DatanodeRegistration(127.0.0.1:41949, datanodeUuid=0f2b7260-91bf-42e5-828e-7938f08cde56, infoPort=32897, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=891360990;c=1732191812076), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x917a9c83120400c0 with lease ID 0xdf29aacb6916efae: Processing first storage report for DS-11b94a6e-dcaf-4896-9cb0-a94cb8708277 from datanode DatanodeRegistration(127.0.0.1:41949, datanodeUuid=0f2b7260-91bf-42e5-828e-7938f08cde56, infoPort=32897, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=891360990;c=1732191812076) 2024-11-21T12:23:33,051 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x917a9c83120400c0 with lease ID 0xdf29aacb6916efae: from storage DS-11b94a6e-dcaf-4896-9cb0-a94cb8708277 node DatanodeRegistration(127.0.0.1:41949, datanodeUuid=0f2b7260-91bf-42e5-828e-7938f08cde56, infoPort=32897, infoSecurePort=0, ipcPort=38233, storageInfo=lv=-57;cid=testClusterID;nsid=891360990;c=1732191812076), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:33,120 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0 2024-11-21T12:23:33,121 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,122 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,129 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:23:33,130 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d with version=8 2024-11-21T12:23:33,130 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/hbase-staging 2024-11-21T12:23:33,133 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:23:33,133 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:33,137 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40249 2024-11-21T12:23:33,138 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:40249 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:33,150 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:402490x0, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:33,155 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:40249-0x100624b84600000 connected 2024-11-21T12:23:33,188 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,189 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,192 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/running 2024-11-21T12:23:33,192 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d, hbase.cluster.distributed=false 2024-11-21T12:23:33,194 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/acl 2024-11-21T12:23:33,197 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-21T12:23:33,201 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40249 2024-11-21T12:23:33,202 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40249 2024-11-21T12:23:33,203 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-21T12:23:33,204 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40249 2024-11-21T12:23:33,221 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:23:33,221 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:33,222 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:35833 2024-11-21T12:23:33,223 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:35833 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:33,223 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,226 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,232 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:358330x0, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:33,232 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:35833-0x100624b84600001 connected 2024-11-21T12:23:33,232 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/running 2024-11-21T12:23:33,232 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:23:33,237 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:23:33,238 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/master 2024-11-21T12:23:33,242 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/acl 2024-11-21T12:23:33,244 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=35833 2024-11-21T12:23:33,247 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=35833 2024-11-21T12:23:33,248 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=35833 2024-11-21T12:23:33,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=35833 2024-11-21T12:23:33,253 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=35833 2024-11-21T12:23:33,266 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:40249 2024-11-21T12:23:33,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1597915927/backup-masters/9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:33,269 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/backup-masters 2024-11-21T12:23:33,269 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/backup-masters 2024-11-21T12:23:33,269 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on existing znode=/0-1597915927/backup-masters/9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:33,271 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:33,271 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597915927/master 2024-11-21T12:23:33,271 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:33,272 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on existing znode=/0-1597915927/master 2024-11-21T12:23:33,272 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1597915927/backup-masters/9bb5b7e9dd2c,40249,1732191813133 from backup master directory 2024-11-21T12:23:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597915927/backup-masters/9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:33,274 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/backup-masters 2024-11-21T12:23:33,274 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/backup-masters 2024-11-21T12:23:33,274 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:33,274 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:33,278 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/hbase.id] with ID: b116d9b8-8c07-4768-a5bd-2e73be0b8abe 2024-11-21T12:23:33,278 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/.tmp/hbase.id 2024-11-21T12:23:33,287 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:23:33,687 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/.tmp/hbase.id]:[hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/hbase.id] 2024-11-21T12:23:33,698 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:33,698 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:23:33,699 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:23:33,702 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:33,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:33,711 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:23:33,712 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:33,713 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:23:33,713 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:33,720 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:23:34,121 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store 2024-11-21T12:23:34,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:34,528 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:34,528 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:34,528 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191814528Disabling compacts and flushes for region at 1732191814528Disabling writes for close at 1732191814528Writing region close event to WAL at 1732191814528Closed at 1732191814528 2024-11-21T12:23:34,529 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/.initializing 2024-11-21T12:23:34,529 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/WALs/9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:34,530 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:34,531 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C40249%2C1732191813133, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/WALs/9bb5b7e9dd2c,40249,1732191813133, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/oldWALs, maxLogs=10 2024-11-21T12:23:34,547 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/WALs/9bb5b7e9dd2c,40249,1732191813133/9bb5b7e9dd2c%2C40249%2C1732191813133.1732191814532, exclude list is [], retry=0 2024-11-21T12:23:34,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41949,DS-2233d488-128b-48dc-9cba-18bc94bf6b9d,DISK] 2024-11-21T12:23:34,552 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/WALs/9bb5b7e9dd2c,40249,1732191813133/9bb5b7e9dd2c%2C40249%2C1732191813133.1732191814532 2024-11-21T12:23:34,552 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32897:32897)] 2024-11-21T12:23:34,552 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:34,552 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:34,552 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,552 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,554 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:23:34,555 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:34,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:34,555 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,556 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:23:34,556 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:34,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:34,557 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:23:34,558 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:34,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:34,558 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,559 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:23:34,559 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:34,560 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:34,560 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,560 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,561 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,561 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,561 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,562 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:34,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:34,564 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:34,565 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71723533, jitterRate=0.06876392662525177}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:34,565 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191814553Initializing all the Stores at 1732191814553Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191814553Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191814553Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191814553Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191814553Cleaning up temporary data from old regions at 1732191814561 (+8 ms)Region opened successfully at 1732191814565 (+4 ms) 2024-11-21T12:23:34,566 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:23:34,568 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2151075c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:34,569 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:23:34,569 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:23:34,569 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:23:34,569 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:23:34,570 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:23:34,570 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:23:34,570 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:23:34,572 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:23:34,573 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/balancer because node does not exist (not necessarily an error) 2024-11-21T12:23:34,574 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/balancer already deleted, retry=false 2024-11-21T12:23:34,574 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:23:34,575 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:23:34,576 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/normalizer already deleted, retry=false 2024-11-21T12:23:34,577 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:23:34,578 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:23:34,579 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/switch/split already deleted, retry=false 2024-11-21T12:23:34,582 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:23:34,583 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/switch/merge already deleted, retry=false 2024-11-21T12:23:34,586 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:23:34,588 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/snapshot-cleanup already deleted, retry=false 2024-11-21T12:23:34,590 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597915927/running 2024-11-21T12:23:34,590 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1597915927/running 2024-11-21T12:23:34,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,597 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,40249,1732191813133, sessionid=0x100624b84600000, setting cluster-up flag (Was=false) 2024-11-21T12:23:34,600 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,606 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1597915927/flush-table-proc/acquired, /0-1597915927/flush-table-proc/reached, /0-1597915927/flush-table-proc/abort 2024-11-21T12:23:34,606 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:34,609 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,610 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:34,614 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1597915927/online-snapshot/acquired, /0-1597915927/online-snapshot/reached, /0-1597915927/online-snapshot/abort 2024-11-21T12:23:34,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:34,616 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:23:34,617 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:34,617 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:23:34,617 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:23:34,618 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,40249,1732191813133 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:34,619 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,624 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:34,624 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:23:34,625 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:34,625 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191844631 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:23:34,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:23:34,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:23:34,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:23:34,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191814637,5,FailOnTimeoutGroup] 2024-11-21T12:23:34,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191814638,5,FailOnTimeoutGroup] 2024-11-21T12:23:34,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:23:34,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,638 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:23:34,656 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(746): ClusterId : b116d9b8-8c07-4768-a5bd-2e73be0b8abe 2024-11-21T12:23:34,656 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:23:34,660 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:23:34,660 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:23:34,662 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:23:34,662 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d91f12, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:34,680 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:35833 2024-11-21T12:23:34,681 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:23:34,681 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:23:34,681 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:23:34,682 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,40249,1732191813133 with port=35833, startcode=1732191813221 2024-11-21T12:23:34,682 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:23:34,683 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49087, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:23:34,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,684 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=40249 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,686 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d 2024-11-21T12:23:34,686 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:43493 2024-11-21T12:23:34,686 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:23:34,688 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/rs 2024-11-21T12:23:34,689 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] zookeeper.ZKUtil(111): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on existing znode=/0-1597915927/rs/9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,689 WARN [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:34,689 INFO [RS:0;9bb5b7e9dd2c:35833 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:34,689 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,689 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,35833,1732191813221] 2024-11-21T12:23:34,701 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:23:34,704 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:23:34,705 INFO [RS:0;9bb5b7e9dd2c:35833 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:23:34,705 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,708 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:23:34,709 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:23:34,709 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:34,710 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:34,716 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,716 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,716 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,716 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,716 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,717 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35833,1732191813221-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:34,734 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:23:34,734 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,35833,1732191813221-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,734 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,734 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.Replication(171): 9bb5b7e9dd2c,35833,1732191813221 started 2024-11-21T12:23:34,753 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:34,753 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,35833,1732191813221, RpcServer on 9bb5b7e9dd2c/172.17.0.2:35833, sessionid=0x100624b84600001 2024-11-21T12:23:34,753 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:23:34,753 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,753 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35833,1732191813221' 2024-11-21T12:23:34,753 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1597915927/flush-table-proc/abort' 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1597915927/flush-table-proc/acquired' 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,35833,1732191813221' 2024-11-21T12:23:34,754 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1597915927/online-snapshot/abort' 2024-11-21T12:23:34,755 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1597915927/online-snapshot/acquired' 2024-11-21T12:23:34,755 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:23:34,755 INFO [RS:0;9bb5b7e9dd2c:35833 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:23:34,755 INFO [RS:0;9bb5b7e9dd2c:35833 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:23:34,856 INFO [RS:0;9bb5b7e9dd2c:35833 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:34,857 INFO [RS:0;9bb5b7e9dd2c:35833 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35833%2C1732191813221, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/oldWALs, maxLogs=10 2024-11-21T12:23:34,876 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, exclude list is [], retry=0 2024-11-21T12:23:34,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41949,DS-2233d488-128b-48dc-9cba-18bc94bf6b9d,DISK] 2024-11-21T12:23:34,882 INFO [RS:0;9bb5b7e9dd2c:35833 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 2024-11-21T12:23:34,882 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32897:32897)] 2024-11-21T12:23:35,039 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:23:35,040 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d 2024-11-21T12:23:35,042 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,044 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:23:35,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,072 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,073 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,074 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,079 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,081 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:35,454 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:35,455 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:35,456 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:35,456 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:35,457 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:35,457 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,457 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,458 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:35,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:35,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:35,459 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:35,459 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,460 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:35,460 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740 2024-11-21T12:23:35,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740 2024-11-21T12:23:35,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:35,461 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:35,462 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:35,463 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:35,464 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:35,464 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=75083151, jitterRate=0.11882613599300385}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191815454Initializing all the Stores at 1732191815454Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815454Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815455 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191815455Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815455Cleaning up temporary data from old regions at 1732191815461 (+6 ms)Region opened successfully at 1732191815465 (+4 ms) 2024-11-21T12:23:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:35,465 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:35,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:35,466 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:35,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191815465Disabling compacts and flushes for region at 1732191815465Disabling writes for close at 1732191815465Writing region close event to WAL at 1732191815465Closed at 1732191815465 2024-11-21T12:23:35,467 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:35,467 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:23:35,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:23:35,468 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:35,469 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:23:35,619 DEBUG [9bb5b7e9dd2c:40249 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:23:35,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:35,621 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35833,1732191813221, state=OPENING 2024-11-21T12:23:35,623 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:23:35,628 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:35,628 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:35,628 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:35,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597915927/meta-region-server: CHANGED 2024-11-21T12:23:35,628 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597915927/meta-region-server: CHANGED 2024-11-21T12:23:35,628 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35833,1732191813221}] 2024-11-21T12:23:35,781 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:35,783 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43517, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:23:35,792 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:23:35,792 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:35,793 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:23:35,794 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35833%2C1732191813221.meta, suffix=.meta, logDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/oldWALs, maxLogs=10 2024-11-21T12:23:35,811 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.meta.1732191815794.meta, exclude list is [], retry=0 2024-11-21T12:23:35,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41949,DS-2233d488-128b-48dc-9cba-18bc94bf6b9d,DISK] 2024-11-21T12:23:35,815 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.meta.1732191815794.meta 2024-11-21T12:23:35,815 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32897:32897)] 2024-11-21T12:23:35,815 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:35,815 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:23:35,816 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:23:35,816 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:23:35,818 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:35,818 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:35,818 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,819 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:35,819 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:35,820 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,820 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:35,820 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:35,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,821 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:35,821 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:35,821 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:35,822 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:35,822 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:35,822 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740 2024-11-21T12:23:35,823 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740 2024-11-21T12:23:35,824 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:35,824 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:35,824 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:35,825 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:35,826 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72301754, jitterRate=0.07738009095191956}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:35,826 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:23:35,827 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191815816Writing region info on filesystem at 1732191815816Initializing all the Stores at 1732191815817 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815817Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815817Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191815817Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191815817Cleaning up temporary data from old regions at 1732191815824 (+7 ms)Running coprocessor post-open hooks at 1732191815826 (+2 ms)Region opened successfully at 1732191815827 (+1 ms) 2024-11-21T12:23:35,828 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191815781 2024-11-21T12:23:35,830 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:23:35,830 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:23:35,831 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:35,831 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,35833,1732191813221, state=OPEN 2024-11-21T12:23:35,833 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1597915927/meta-region-server 2024-11-21T12:23:35,833 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1597915927/meta-region-server 2024-11-21T12:23:35,833 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:35,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597915927/meta-region-server: CHANGED 2024-11-21T12:23:35,833 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1597915927/meta-region-server: CHANGED 2024-11-21T12:23:35,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:23:35,835 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,35833,1732191813221 in 205 msec 2024-11-21T12:23:35,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:23:35,836 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 368 msec 2024-11-21T12:23:35,837 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:35,837 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:23:35,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:35,838 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=-1] 2024-11-21T12:23:35,838 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:35,839 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45623, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:35,844 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2260 sec 2024-11-21T12:23:35,844 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191815844, completionTime=-1 2024-11-21T12:23:35,844 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:23:35,844 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:23:35,846 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:23:35,846 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191875846 2024-11-21T12:23:35,846 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191935846 2024-11-21T12:23:35,846 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:23:35,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:40249, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,847 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,848 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,851 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:23:35,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.580sec 2024-11-21T12:23:35,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:23:35,854 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:23:35,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:23:35,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:23:35,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:23:35,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:35,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:23:35,858 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ae89584, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:35,858 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40249,-1 for getting cluster id 2024-11-21T12:23:35,858 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:35,860 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b116d9b8-8c07-4768-a5bd-2e73be0b8abe' 2024-11-21T12:23:35,860 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:23:35,860 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:23:35,860 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40249,1732191813133-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:35,860 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b116d9b8-8c07-4768-a5bd-2e73be0b8abe" 2024-11-21T12:23:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39318ef5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40249,-1] 2024-11-21T12:23:35,861 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:35,862 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:35,863 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43872, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:35,864 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87d94c2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:35,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=-1] 2024-11-21T12:23:35,866 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:35,868 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40770, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:35,870 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:35,871 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:35,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:35,875 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624b84600002 connected 2024-11-21T12:23:35,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir so I do NOT create it in target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5 2024-11-21T12:23:35,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:23:35,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.tmp.dir so I do NOT create it in target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5 2024-11-21T12:23:35,880 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:23:35,880 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5 2024-11-21T12:23:35,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:23:35,880 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/cluster_8d2a0a05-dff5-0696-4284-d237fd85ed03, deleteOnExit=true 2024-11-21T12:23:35,880 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/test.cache.data in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:23:35,881 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:23:35,881 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:23:35,882 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:23:35,957 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:35,960 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:35,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:35,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:35,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:35,966 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:35,966 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2d866bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:35,967 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7644a679{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:36,083 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@224f3f38{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/java.io.tmpdir/jetty-localhost-39683-hadoop-hdfs-3_4_1-tests_jar-_-any-3238834134962002770/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:36,084 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6f416987{HTTP/1.1, (http/1.1)}{localhost:39683} 2024-11-21T12:23:36,084 INFO [Time-limited test {}] server.Server(415): Started @254194ms 2024-11-21T12:23:36,184 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:36,191 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:36,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:36,213 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:36,213 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:36,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17854fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:36,217 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7b425b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:36,334 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@7153898e{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/java.io.tmpdir/jetty-localhost-33097-hadoop-hdfs-3_4_1-tests_jar-_-any-8159074629280861334/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:36,335 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2aaf8662{HTTP/1.1, (http/1.1)}{localhost:33097} 2024-11-21T12:23:36,335 INFO [Time-limited test {}] server.Server(415): Started @254444ms 2024-11-21T12:23:36,336 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:23:36,423 WARN [Thread-3556 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/cluster_8d2a0a05-dff5-0696-4284-d237fd85ed03/data/data1/current/BP-131422682-172.17.0.2-1732191815905/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:36,423 WARN [Thread-3557 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/cluster_8d2a0a05-dff5-0696-4284-d237fd85ed03/data/data2/current/BP-131422682-172.17.0.2-1732191815905/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:36,448 WARN [Thread-3544 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:23:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fdcffef078bdd0d with lease ID 0x3e1991f9ea3629b6: Processing first storage report for DS-cfe0aed1-764b-45af-8d76-276880d0227f from datanode DatanodeRegistration(127.0.0.1:33777, datanodeUuid=30390d75-f0d3-45ba-bf03-77cfd5e13dad, infoPort=45471, infoSecurePort=0, ipcPort=46625, storageInfo=lv=-57;cid=testClusterID;nsid=834702937;c=1732191815905) 2024-11-21T12:23:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fdcffef078bdd0d with lease ID 0x3e1991f9ea3629b6: from storage DS-cfe0aed1-764b-45af-8d76-276880d0227f node DatanodeRegistration(127.0.0.1:33777, datanodeUuid=30390d75-f0d3-45ba-bf03-77cfd5e13dad, infoPort=45471, infoSecurePort=0, ipcPort=46625, storageInfo=lv=-57;cid=testClusterID;nsid=834702937;c=1732191815905), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x6fdcffef078bdd0d with lease ID 0x3e1991f9ea3629b6: Processing first storage report for DS-17ce7b97-6724-4f13-bf21-aea3a9014ff6 from datanode DatanodeRegistration(127.0.0.1:33777, datanodeUuid=30390d75-f0d3-45ba-bf03-77cfd5e13dad, infoPort=45471, infoSecurePort=0, ipcPort=46625, storageInfo=lv=-57;cid=testClusterID;nsid=834702937;c=1732191815905) 2024-11-21T12:23:36,450 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x6fdcffef078bdd0d with lease ID 0x3e1991f9ea3629b6: from storage DS-17ce7b97-6724-4f13-bf21-aea3a9014ff6 node DatanodeRegistration(127.0.0.1:33777, datanodeUuid=30390d75-f0d3-45ba-bf03-77cfd5e13dad, infoPort=45471, infoSecurePort=0, ipcPort=46625, storageInfo=lv=-57;cid=testClusterID;nsid=834702937;c=1732191815905), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:36,465 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5 2024-11-21T12:23:36,465 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,467 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,474 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:23:36,875 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0 with version=8 2024-11-21T12:23:36,875 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/hbase-staging 2024-11-21T12:23:36,878 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:23:36,878 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:36,879 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34833 2024-11-21T12:23:36,880 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34833 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:36,882 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:348330x0, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:36,883 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34833-0x100624b84600003 connected 2024-11-21T12:23:36,895 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,896 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,898 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/running 2024-11-21T12:23:36,898 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0, hbase.cluster.distributed=false 2024-11-21T12:23:36,900 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/acl 2024-11-21T12:23:36,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-21T12:23:36,900 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34833 2024-11-21T12:23:36,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34833 2024-11-21T12:23:36,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-21T12:23:36,901 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34833 2024-11-21T12:23:36,917 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:23:36,917 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:36,918 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:42671 2024-11-21T12:23:36,918 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:42671 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:36,919 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,921 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,924 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:426710x0, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:36,925 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:426710x0, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/running 2024-11-21T12:23:36,925 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:42671-0x100624b84600004 connected 2024-11-21T12:23:36,925 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:23:36,926 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:23:36,926 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/master 2024-11-21T12:23:36,927 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/acl 2024-11-21T12:23:36,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-21T12:23:36,929 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=42671 2024-11-21T12:23:36,931 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=42671 2024-11-21T12:23:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-21T12:23:36,936 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=42671 2024-11-21T12:23:36,950 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:34833 2024-11-21T12:23:36,950 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /11229328096/backup-masters/9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/backup-masters 2024-11-21T12:23:36,952 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/backup-masters 2024-11-21T12:23:36,952 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on existing znode=/11229328096/backup-masters/9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229328096/master 2024-11-21T12:23:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:36,954 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:36,955 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on existing znode=/11229328096/master 2024-11-21T12:23:36,955 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /11229328096/backup-masters/9bb5b7e9dd2c,34833,1732191816877 from backup master directory 2024-11-21T12:23:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/backup-masters 2024-11-21T12:23:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229328096/backup-masters/9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:36,956 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/backup-masters 2024-11-21T12:23:36,957 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:36,957 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:36,960 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/hbase.id] with ID: 0cda6858-3dad-4ed3-85fb-e7ce01b1abf7 2024-11-21T12:23:36,960 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/.tmp/hbase.id 2024-11-21T12:23:36,970 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:23:36,970 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/.tmp/hbase.id]:[hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/hbase.id] 2024-11-21T12:23:36,979 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:36,979 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:23:36,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:23:36,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:36,982 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:36,990 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:23:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:23:37,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:37,391 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:37,392 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:23:37,392 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:37,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:23:37,806 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store 2024-11-21T12:23:37,811 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:38,213 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:38,213 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:38,213 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191818213Disabling compacts and flushes for region at 1732191818213Disabling writes for close at 1732191818213Writing region close event to WAL at 1732191818213Closed at 1732191818213 2024-11-21T12:23:38,214 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/.initializing 2024-11-21T12:23:38,214 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/WALs/9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:38,216 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:38,218 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C34833%2C1732191816877, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/WALs/9bb5b7e9dd2c,34833,1732191816877, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/oldWALs, maxLogs=10 2024-11-21T12:23:38,239 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/WALs/9bb5b7e9dd2c,34833,1732191816877/9bb5b7e9dd2c%2C34833%2C1732191816877.1732191818218, exclude list is [], retry=0 2024-11-21T12:23:38,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-cfe0aed1-764b-45af-8d76-276880d0227f,DISK] 2024-11-21T12:23:38,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/WALs/9bb5b7e9dd2c,34833,1732191816877/9bb5b7e9dd2c%2C34833%2C1732191816877.1732191818218 2024-11-21T12:23:38,263 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45471:45471)] 2024-11-21T12:23:38,263 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:38,264 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:38,264 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,264 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,266 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:23:38,267 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:38,267 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:23:38,269 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:38,269 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,270 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:23:38,270 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:38,271 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:23:38,272 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,272 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:38,272 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,273 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,273 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,274 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,274 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,274 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:38,275 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:38,277 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:38,277 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72446365, jitterRate=0.07953496277332306}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:38,278 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191818264Initializing all the Stores at 1732191818265 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191818265Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191818266 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191818266Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191818266Cleaning up temporary data from old regions at 1732191818274 (+8 ms)Region opened successfully at 1732191818277 (+3 ms) 2024-11-21T12:23:38,278 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:23:38,280 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4ed12eef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:38,281 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:23:38,281 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:23:38,281 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:23:38,281 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:23:38,282 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:23:38,282 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:23:38,282 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:23:38,286 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:23:38,289 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/balancer because node does not exist (not necessarily an error) 2024-11-21T12:23:38,290 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/balancer already deleted, retry=false 2024-11-21T12:23:38,291 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:23:38,291 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:23:38,292 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/normalizer already deleted, retry=false 2024-11-21T12:23:38,293 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:23:38,295 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:23:38,297 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/switch/split already deleted, retry=false 2024-11-21T12:23:38,303 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:23:38,305 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/switch/merge already deleted, retry=false 2024-11-21T12:23:38,307 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:23:38,308 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/snapshot-cleanup already deleted, retry=false 2024-11-21T12:23:38,309 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229328096/running 2024-11-21T12:23:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/11229328096/running 2024-11-21T12:23:38,310 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,310 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,34833,1732191816877, sessionid=0x100624b84600003, setting cluster-up flag (Was=false) 2024-11-21T12:23:38,313 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,314 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,327 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229328096/flush-table-proc/acquired, /11229328096/flush-table-proc/reached, /11229328096/flush-table-proc/abort 2024-11-21T12:23:38,328 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:38,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,332 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:38,337 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /11229328096/online-snapshot/acquired, /11229328096/online-snapshot/reached, /11229328096/online-snapshot/abort 2024-11-21T12:23:38,342 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:38,353 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:23:38,362 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:38,362 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:23:38,362 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:23:38,363 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,34833,1732191816877 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:23:38,364 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:38,364 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:38,364 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:38,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:38,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:23:38,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:38,365 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,392 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:38,392 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:23:38,394 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,394 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191848409 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:23:38,409 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:23:38,410 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:23:38,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:23:38,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:23:38,411 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:23:38,412 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:23:38,412 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:23:38,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191818412,5,FailOnTimeoutGroup] 2024-11-21T12:23:38,420 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191818412,5,FailOnTimeoutGroup] 2024-11-21T12:23:38,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:23:38,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:23:38,439 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:23:38,440 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0 2024-11-21T12:23:38,451 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(746): ClusterId : 0cda6858-3dad-4ed3-85fb-e7ce01b1abf7 2024-11-21T12:23:38,451 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:23:38,455 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:23:38,455 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:23:38,457 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:23:38,458 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b58b56c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:38,483 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:42671 2024-11-21T12:23:38,483 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:23:38,483 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:23:38,483 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:23:38,484 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,34833,1732191816877 with port=42671, startcode=1732191816917 2024-11-21T12:23:38,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:23:38,485 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:23:38,486 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55617, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:23:38,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,487 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34833 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,488 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0 2024-11-21T12:23:38,488 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33131 2024-11-21T12:23:38,488 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:23:38,493 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] zookeeper.ZKUtil(111): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on existing znode=/11229328096/rs/9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,493 WARN [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:38,493 INFO [RS:0;9bb5b7e9dd2c:42671 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:38,494 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,494 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/rs 2024-11-21T12:23:38,495 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,42671,1732191816917] 2024-11-21T12:23:38,513 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:23:38,518 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:23:38,521 INFO [RS:0;9bb5b7e9dd2c:42671 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:23:38,521 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,522 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:23:38,523 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:23:38,523 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:38,523 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:38,528 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,528 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,529 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,529 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,529 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,529 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,42671,1732191816917-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:38,549 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:23:38,549 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,42671,1732191816917-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,550 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,550 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.Replication(171): 9bb5b7e9dd2c,42671,1732191816917 started 2024-11-21T12:23:38,574 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:38,574 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,42671,1732191816917, RpcServer on 9bb5b7e9dd2c/172.17.0.2:42671, sessionid=0x100624b84600004 2024-11-21T12:23:38,575 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:23:38,575 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,575 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,42671,1732191816917' 2024-11-21T12:23:38,575 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229328096/flush-table-proc/abort' 2024-11-21T12:23:38,576 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229328096/flush-table-proc/acquired' 2024-11-21T12:23:38,576 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:23:38,576 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:23:38,576 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:38,576 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,42671,1732191816917' 2024-11-21T12:23:38,577 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/11229328096/online-snapshot/abort' 2024-11-21T12:23:38,577 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/11229328096/online-snapshot/acquired' 2024-11-21T12:23:38,577 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:23:38,577 INFO [RS:0;9bb5b7e9dd2c:42671 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:23:38,577 INFO [RS:0;9bb5b7e9dd2c:42671 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:23:38,678 INFO [RS:0;9bb5b7e9dd2c:42671 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:38,680 INFO [RS:0;9bb5b7e9dd2c:42671 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C42671%2C1732191816917, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/oldWALs, maxLogs=10 2024-11-21T12:23:38,699 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, exclude list is [], retry=0 2024-11-21T12:23:38,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-cfe0aed1-764b-45af-8d76-276880d0227f,DISK] 2024-11-21T12:23:38,722 INFO [RS:0;9bb5b7e9dd2c:42671 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 2024-11-21T12:23:38,733 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45471:45471)] 2024-11-21T12:23:38,886 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:38,887 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:38,888 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:38,888 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:38,889 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:38,890 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:38,890 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:38,890 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:38,891 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:38,891 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:38,892 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:38,893 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:38,893 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:38,893 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:38,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:38,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740 2024-11-21T12:23:38,894 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740 2024-11-21T12:23:38,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:38,895 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:38,895 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:38,896 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:38,898 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59834748, jitterRate=-0.10839277505874634}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191818886Initializing all the Stores at 1732191818886Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191818886Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191818887 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191818887Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191818887Cleaning up temporary data from old regions at 1732191818895 (+8 ms)Region opened successfully at 1732191818898 (+3 ms) 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:38,898 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:38,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:38,899 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:38,899 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191818898Disabling compacts and flushes for region at 1732191818898Disabling writes for close at 1732191818898Writing region close event to WAL at 1732191818899 (+1 ms)Closed at 1732191818899 2024-11-21T12:23:38,900 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:38,900 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:23:38,900 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:23:38,901 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:38,902 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:23:39,052 DEBUG [9bb5b7e9dd2c:34833 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:23:39,052 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:39,053 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,42671,1732191816917, state=OPENING 2024-11-21T12:23:39,055 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:23:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:39,056 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:39,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229328096/meta-region-server: CHANGED 2024-11-21T12:23:39,057 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229328096/meta-region-server: CHANGED 2024-11-21T12:23:39,057 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:39,057 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42671,1732191816917}] 2024-11-21T12:23:39,210 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:39,212 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57577, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:23:39,215 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:23:39,215 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:39,215 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:23:39,216 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C42671%2C1732191816917.meta, suffix=.meta, logDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/oldWALs, maxLogs=10 2024-11-21T12:23:39,231 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.meta.1732191819216.meta, exclude list is [], retry=0 2024-11-21T12:23:39,233 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-cfe0aed1-764b-45af-8d76-276880d0227f,DISK] 2024-11-21T12:23:39,234 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.meta.1732191819216.meta 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45471:45471)] 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:39,235 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:23:39,235 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:39,235 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:23:39,236 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:23:39,237 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:39,237 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:39,237 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:39,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:39,238 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:39,238 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:39,238 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:39,239 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:39,239 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:39,239 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:39,240 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:39,240 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:39,240 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:39,240 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:39,241 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740 2024-11-21T12:23:39,242 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740 2024-11-21T12:23:39,243 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:39,243 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:39,243 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:39,244 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:39,245 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66227131, jitterRate=-0.013138845562934875}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:39,245 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:23:39,245 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191819236Writing region info on filesystem at 1732191819236Initializing all the Stores at 1732191819236Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191819236Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191819237 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191819237Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191819237Cleaning up temporary data from old regions at 1732191819243 (+6 ms)Running coprocessor post-open hooks at 1732191819245 (+2 ms)Region opened successfully at 1732191819245 2024-11-21T12:23:39,246 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191819210 2024-11-21T12:23:39,247 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:23:39,247 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:23:39,248 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:39,249 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,42671,1732191816917, state=OPEN 2024-11-21T12:23:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229328096/meta-region-server 2024-11-21T12:23:39,250 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/11229328096/meta-region-server 2024-11-21T12:23:39,250 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:39,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229328096/meta-region-server: CHANGED 2024-11-21T12:23:39,250 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /11229328096/meta-region-server: CHANGED 2024-11-21T12:23:39,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:23:39,252 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,42671,1732191816917 in 193 msec 2024-11-21T12:23:39,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:23:39,253 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 352 msec 2024-11-21T12:23:39,254 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:39,254 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:23:39,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:39,255 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=-1] 2024-11-21T12:23:39,256 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:39,257 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33033, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:39,261 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 898 msec 2024-11-21T12:23:39,261 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191819261, completionTime=-1 2024-11-21T12:23:39,261 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:23:39,261 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191879263 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191939263 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 1 msec 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:34833, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,263 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,265 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.310sec 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:39,267 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:23:39,269 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:23:39,269 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:23:39,269 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34833,1732191816877-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:39,358 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6765a806, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:39,358 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:39,358 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:39,359 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@795b4c55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:39,360 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:39,361 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:39,362 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42264, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:39,363 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79aca83a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:39,363 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:39,364 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=-1] 2024-11-21T12:23:39,365 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:39,365 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55152, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:39,367 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:39,368 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:39,371 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:39,371 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624b84600005 connected 2024-11-21T12:23:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir so I do NOT create it in target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6 2024-11-21T12:23:39,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:23:39,374 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.tmp.dir so I do NOT create it in target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6 2024-11-21T12:23:39,374 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:23:39,375 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/cluster_301bc6e3-cb0e-a4f6-17d4-363d0bcda374, deleteOnExit=true 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/test.cache.data in system properties and HBase conf 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:23:39,375 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:23:39,375 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:23:39,376 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:23:39,455 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:39,459 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:39,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:39,461 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:39,461 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:23:39,461 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:39,464 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@76e551cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:39,465 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2424ba0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:39,580 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@722f81d0{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/java.io.tmpdir/jetty-localhost-34677-hadoop-hdfs-3_4_1-tests_jar-_-any-5901915789751481055/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:23:39,581 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@48c629e0{HTTP/1.1, (http/1.1)}{localhost:34677} 2024-11-21T12:23:39,581 INFO [Time-limited test {}] server.Server(415): Started @257690ms 2024-11-21T12:23:39,681 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:23:39,685 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:23:39,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:23:39,688 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:23:39,688 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-11-21T12:23:39,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@b674f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:23:39,690 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7326c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:23:39,807 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@5dc1f8ba{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/java.io.tmpdir/jetty-localhost-33757-hadoop-hdfs-3_4_1-tests_jar-_-any-1743586554737372220/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:23:39,808 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3f4a9931{HTTP/1.1, (http/1.1)}{localhost:33757} 2024-11-21T12:23:39,808 INFO [Time-limited test {}] server.Server(415): Started @257917ms 2024-11-21T12:23:39,809 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:23:39,902 WARN [Thread-3677 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/cluster_301bc6e3-cb0e-a4f6-17d4-363d0bcda374/data/data2/current/BP-751998118-172.17.0.2-1732191819397/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:39,902 WARN [Thread-3676 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/cluster_301bc6e3-cb0e-a4f6-17d4-363d0bcda374/data/data1/current/BP-751998118-172.17.0.2-1732191819397/current, will proceed with Du for space computation calculation, 2024-11-21T12:23:39,926 WARN [Thread-3664 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:23:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb13b61b7ec1b6ed with lease ID 0x707b2d841c283a8f: Processing first storage report for DS-6bc3a738-7d61-40c3-a982-a30749fead8c from datanode DatanodeRegistration(127.0.0.1:37807, datanodeUuid=f54a21fa-e643-4aab-aa33-58e8693cd42a, infoPort=40097, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=844286033;c=1732191819397) 2024-11-21T12:23:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb13b61b7ec1b6ed with lease ID 0x707b2d841c283a8f: from storage DS-6bc3a738-7d61-40c3-a982-a30749fead8c node DatanodeRegistration(127.0.0.1:37807, datanodeUuid=f54a21fa-e643-4aab-aa33-58e8693cd42a, infoPort=40097, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=844286033;c=1732191819397), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xcb13b61b7ec1b6ed with lease ID 0x707b2d841c283a8f: Processing first storage report for DS-876127d1-7eca-4be5-bee4-a14df079be69 from datanode DatanodeRegistration(127.0.0.1:37807, datanodeUuid=f54a21fa-e643-4aab-aa33-58e8693cd42a, infoPort=40097, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=844286033;c=1732191819397) 2024-11-21T12:23:39,929 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xcb13b61b7ec1b6ed with lease ID 0x707b2d841c283a8f: from storage DS-876127d1-7eca-4be5-bee4-a14df079be69 node DatanodeRegistration(127.0.0.1:37807, datanodeUuid=f54a21fa-e643-4aab-aa33-58e8693cd42a, infoPort=40097, infoSecurePort=0, ipcPort=41429, storageInfo=lv=-57;cid=testClusterID;nsid=844286033;c=1732191819397), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:23:39,935 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6 2024-11-21T12:23:39,935 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:39,936 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:39,947 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:23:40,349 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d with version=8 2024-11-21T12:23:40,349 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/hbase-staging 2024-11-21T12:23:40,351 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:23:40,351 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:40,352 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34401 2024-11-21T12:23:40,353 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:34401 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:40,355 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:344010x0, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:40,356 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:34401-0x100624b84600006 connected 2024-11-21T12:23:40,366 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:40,368 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:40,371 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/running 2024-11-21T12:23:40,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d, hbase.cluster.distributed=false 2024-11-21T12:23:40,372 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/acl 2024-11-21T12:23:40,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-21T12:23:40,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34401 2024-11-21T12:23:40,373 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34401 2024-11-21T12:23:40,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-21T12:23:40,374 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34401 2024-11-21T12:23:40,390 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:23:40,390 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:23:40,391 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:23:40,391 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45115 2024-11-21T12:23:40,392 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:45115 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:40,393 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:40,394 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:40,398 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:451150x0, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:40,399 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:451150x0, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/running 2024-11-21T12:23:40,399 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:45115-0x100624b84600007 connected 2024-11-21T12:23:40,399 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:23:40,400 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:23:40,400 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/master 2024-11-21T12:23:40,401 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/acl 2024-11-21T12:23:40,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-21T12:23:40,408 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45115 2024-11-21T12:23:40,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45115 2024-11-21T12:23:40,411 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-21T12:23:40,412 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45115 2024-11-21T12:23:40,424 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:34401 2024-11-21T12:23:40,425 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-2033657979/backup-masters/9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/backup-masters 2024-11-21T12:23:40,426 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/backup-masters 2024-11-21T12:23:40,427 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on existing znode=/2-2033657979/backup-masters/9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033657979/master 2024-11-21T12:23:40,428 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:40,429 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on existing znode=/2-2033657979/master 2024-11-21T12:23:40,429 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-2033657979/backup-masters/9bb5b7e9dd2c,34401,1732191820351 from backup master directory 2024-11-21T12:23:40,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033657979/backup-masters/9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:40,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/backup-masters 2024-11-21T12:23:40,430 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/backup-masters 2024-11-21T12:23:40,431 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:40,431 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:40,438 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/hbase.id] with ID: fccdba16-bd89-4adf-bae0-529ac79f42da 2024-11-21T12:23:40,438 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/.tmp/hbase.id 2024-11-21T12:23:40,445 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:23:40,701 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:23:40,846 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/.tmp/hbase.id]:[hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/hbase.id] 2024-11-21T12:23:40,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:23:40,855 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:23:40,856 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:23:40,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:40,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:40,864 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:23:41,265 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:41,266 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:23:41,266 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:41,273 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:23:41,319 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,321 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,359 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,360 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,363 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,368 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,370 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:41,673 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store 2024-11-21T12:23:41,683 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:23:42,080 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:42,080 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:23:42,080 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191822080Disabling compacts and flushes for region at 1732191822080Disabling writes for close at 1732191822080Writing region close event to WAL at 1732191822080Closed at 1732191822080 2024-11-21T12:23:42,081 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/.initializing 2024-11-21T12:23:42,081 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/WALs/9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:42,082 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:42,083 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C34401%2C1732191820351, suffix=, logDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/WALs/9bb5b7e9dd2c,34401,1732191820351, archiveDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/oldWALs, maxLogs=10 2024-11-21T12:23:42,102 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/WALs/9bb5b7e9dd2c,34401,1732191820351/9bb5b7e9dd2c%2C34401%2C1732191820351.1732191822083, exclude list is [], retry=0 2024-11-21T12:23:42,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-6bc3a738-7d61-40c3-a982-a30749fead8c,DISK] 2024-11-21T12:23:42,107 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/WALs/9bb5b7e9dd2c,34401,1732191820351/9bb5b7e9dd2c%2C34401%2C1732191820351.1732191822083 2024-11-21T12:23:42,107 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097)] 2024-11-21T12:23:42,107 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:42,107 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:42,107 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,108 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,109 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,110 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:23:42,110 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,111 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:23:42,112 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:42,112 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,113 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:23:42,113 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:42,114 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:23:42,115 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,115 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:42,115 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,116 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,116 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,117 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,117 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,118 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:42,119 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:23:42,121 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:42,121 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62944863, jitterRate=-0.062048450112342834}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:42,122 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191822108Initializing all the Stores at 1732191822108Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822108Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191822109 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191822109Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191822109Cleaning up temporary data from old regions at 1732191822117 (+8 ms)Region opened successfully at 1732191822122 (+5 ms) 2024-11-21T12:23:42,122 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:23:42,125 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@83a7bb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:42,126 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:23:42,126 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:23:42,126 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:23:42,126 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:23:42,126 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:23:42,127 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:23:42,127 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:23:42,129 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:23:42,129 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/balancer because node does not exist (not necessarily an error) 2024-11-21T12:23:42,131 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/balancer already deleted, retry=false 2024-11-21T12:23:42,131 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:23:42,132 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:23:42,133 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/normalizer already deleted, retry=false 2024-11-21T12:23:42,133 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:23:42,134 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:23:42,135 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/switch/split already deleted, retry=false 2024-11-21T12:23:42,136 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:23:42,138 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/switch/merge already deleted, retry=false 2024-11-21T12:23:42,140 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:23:42,141 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/snapshot-cleanup already deleted, retry=false 2024-11-21T12:23:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033657979/running 2024-11-21T12:23:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-2033657979/running 2024-11-21T12:23:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,142 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,143 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,34401,1732191820351, sessionid=0x100624b84600006, setting cluster-up flag (Was=false) 2024-11-21T12:23:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,146 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,150 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2033657979/flush-table-proc/acquired, /2-2033657979/flush-table-proc/reached, /2-2033657979/flush-table-proc/abort 2024-11-21T12:23:42,151 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:42,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,154 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-2033657979/online-snapshot/acquired, /2-2033657979/online-snapshot/reached, /2-2033657979/online-snapshot/abort 2024-11-21T12:23:42,159 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:42,160 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:23:42,162 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:42,162 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:23:42,162 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:23:42,163 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,34401,1732191820351 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:42,164 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,171 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:42,171 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:23:42,173 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,173 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191852188 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:23:42,189 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:23:42,193 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,197 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:23:42,197 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:23:42,197 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:23:42,197 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:23:42,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:23:42,201 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:23:42,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:23:42,202 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191822201,5,FailOnTimeoutGroup] 2024-11-21T12:23:42,203 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:23:42,203 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d 2024-11-21T12:23:42,204 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191822202,5,FailOnTimeoutGroup] 2024-11-21T12:23:42,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:23:42,204 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,205 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:23:42,217 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(746): ClusterId : fccdba16-bd89-4adf-bae0-529ac79f42da 2024-11-21T12:23:42,217 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:23:42,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:42,219 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:23:42,219 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:23:42,221 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:42,221 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:23:42,222 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@730efb17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:23:42,222 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:42,222 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,223 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:42,224 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:42,224 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,224 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:42,229 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:42,229 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,229 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:42,230 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:42,230 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,231 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:42,231 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740 2024-11-21T12:23:42,232 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740 2024-11-21T12:23:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:42,233 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:42,233 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:42,234 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:42,235 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:42,236 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=69252210, jitterRate=0.0319383442401886}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:42,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191822218Initializing all the Stores at 1732191822218Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822218Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822220 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191822220Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822220Cleaning up temporary data from old regions at 1732191822233 (+13 ms)Region opened successfully at 1732191822236 (+3 ms) 2024-11-21T12:23:42,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:23:42,236 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:23:42,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:23:42,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:23:42,236 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:23:42,236 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:23:42,237 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191822236Disabling compacts and flushes for region at 1732191822236Disabling writes for close at 1732191822236Writing region close event to WAL at 1732191822236Closed at 1732191822236 2024-11-21T12:23:42,237 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:42,238 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:23:42,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:23:42,238 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:45115 2024-11-21T12:23:42,238 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:23:42,238 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:23:42,238 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:23:42,239 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,34401,1732191820351 with port=45115, startcode=1732191820390 2024-11-21T12:23:42,239 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:23:42,241 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59895, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:23:42,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,241 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=34401 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,244 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:42,245 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d 2024-11-21T12:23:42,245 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46257 2024-11-21T12:23:42,245 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:23:42,246 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:23:42,249 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/rs 2024-11-21T12:23:42,250 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] zookeeper.ZKUtil(111): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on existing znode=/2-2033657979/rs/9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,250 WARN [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:23:42,250 INFO [RS:0;9bb5b7e9dd2c:45115 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:42,250 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,250 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,45115,1732191820390] 2024-11-21T12:23:42,253 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:23:42,256 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:23:42,257 INFO [RS:0;9bb5b7e9dd2c:45115 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:23:42,257 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,257 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:23:42,258 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:23:42,258 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:42,258 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,264 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45115,1732191820390-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:42,287 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:23:42,287 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45115,1732191820390-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,288 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,288 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.Replication(171): 9bb5b7e9dd2c,45115,1732191820390 started 2024-11-21T12:23:42,309 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,309 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,45115,1732191820390, RpcServer on 9bb5b7e9dd2c/172.17.0.2:45115, sessionid=0x100624b84600007 2024-11-21T12:23:42,309 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:23:42,309 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,309 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,45115,1732191820390' 2024-11-21T12:23:42,309 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2033657979/flush-table-proc/abort' 2024-11-21T12:23:42,310 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2033657979/flush-table-proc/acquired' 2024-11-21T12:23:42,310 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:23:42,310 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:23:42,311 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,311 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,45115,1732191820390' 2024-11-21T12:23:42,311 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-2033657979/online-snapshot/abort' 2024-11-21T12:23:42,311 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-2033657979/online-snapshot/acquired' 2024-11-21T12:23:42,311 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:23:42,312 INFO [RS:0;9bb5b7e9dd2c:45115 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:23:42,312 INFO [RS:0;9bb5b7e9dd2c:45115 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:23:42,396 WARN [9bb5b7e9dd2c:34401 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:23:42,412 INFO [RS:0;9bb5b7e9dd2c:45115 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:23:42,413 INFO [RS:0;9bb5b7e9dd2c:45115 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C45115%2C1732191820390, suffix=, logDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390, archiveDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/oldWALs, maxLogs=10 2024-11-21T12:23:42,429 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, exclude list is [], retry=0 2024-11-21T12:23:42,433 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-6bc3a738-7d61-40c3-a982-a30749fead8c,DISK] 2024-11-21T12:23:42,436 INFO [RS:0;9bb5b7e9dd2c:45115 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 2024-11-21T12:23:42,436 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097)] 2024-11-21T12:23:42,646 DEBUG [9bb5b7e9dd2c:34401 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:23:42,647 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,648 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,45115,1732191820390, state=OPENING 2024-11-21T12:23:42,649 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:23:42,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,650 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:42,651 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:23:42,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033657979/meta-region-server: CHANGED 2024-11-21T12:23:42,651 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,45115,1732191820390}] 2024-11-21T12:23:42,651 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033657979/meta-region-server: CHANGED 2024-11-21T12:23:42,804 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:42,805 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49981, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:23:42,809 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:23:42,809 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:42,809 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:23:42,811 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C45115%2C1732191820390.meta, suffix=.meta, logDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390, archiveDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/oldWALs, maxLogs=10 2024-11-21T12:23:42,833 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.meta.1732191822811.meta, exclude list is [], retry=0 2024-11-21T12:23:42,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-6bc3a738-7d61-40c3-a982-a30749fead8c,DISK] 2024-11-21T12:23:42,837 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.meta.1732191822811.meta 2024-11-21T12:23:42,838 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097)] 2024-11-21T12:23:42,838 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:42,838 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:23:42,839 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:23:42,839 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:23:42,841 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:23:42,841 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:23:42,841 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,842 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:23:42,842 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:23:42,842 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,843 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:23:42,844 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:23:42,844 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,844 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:23:42,845 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:23:42,845 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,845 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:23:42,845 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:23:42,846 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740 2024-11-21T12:23:42,847 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740 2024-11-21T12:23:42,848 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:23:42,848 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:23:42,848 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:23:42,849 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:23:42,849 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66471209, jitterRate=-0.009501799941062927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:23:42,850 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:23:42,850 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191822839Writing region info on filesystem at 1732191822839Initializing all the Stores at 1732191822840 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822840Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822840Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191822840Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191822840Cleaning up temporary data from old regions at 1732191822848 (+8 ms)Running coprocessor post-open hooks at 1732191822850 (+2 ms)Region opened successfully at 1732191822850 2024-11-21T12:23:42,851 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191822803 2024-11-21T12:23:42,853 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:23:42,853 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:23:42,853 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,854 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,45115,1732191820390, state=OPEN 2024-11-21T12:23:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2033657979/meta-region-server 2024-11-21T12:23:42,855 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-2033657979/meta-region-server 2024-11-21T12:23:42,855 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:42,855 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033657979/meta-region-server: CHANGED 2024-11-21T12:23:42,856 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-2033657979/meta-region-server: CHANGED 2024-11-21T12:23:42,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:23:42,857 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,45115,1732191820390 in 204 msec 2024-11-21T12:23:42,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:23:42,859 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 619 msec 2024-11-21T12:23:42,859 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:23:42,859 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:23:42,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:42,861 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=-1] 2024-11-21T12:23:42,861 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:42,862 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52645, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:42,867 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 705 msec 2024-11-21T12:23:42,867 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191822867, completionTime=-1 2024-11-21T12:23:42,868 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:23:42,868 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191882870 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191942870 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:34401, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,870 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,871 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,872 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.443sec 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:23:42,874 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:23:42,876 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:23:42,876 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:23:42,876 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34401,1732191820351-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:23:42,917 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@9ff306c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:42,917 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:42,917 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:42,918 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:42,918 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5115865a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:42,919 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:42,920 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:42,921 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f54e32, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:42,921 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=-1] 2024-11-21T12:23:42,922 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:42,923 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:42,925 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:42,925 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:64488 2024-11-21T12:23:42,928 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:23:42,928 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100624b84600008 connected 2024-11-21T12:23:42,931 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28875f91 2024-11-21T12:23:42,932 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:42,933 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34372, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:42,934 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:42,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:42,936 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:42,936 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:42,937 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:42,937 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:42,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:42,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:43,042 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:43,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:43,344 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 0018872a2149ea362368cd38f7f44941, NAME => 'test,,1732191822933.0018872a2149ea362368cd38f7f44941.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d 2024-11-21T12:23:43,348 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:43,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191822933.0018872a2149ea362368cd38f7f44941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 0018872a2149ea362368cd38f7f44941, disabling compactions & flushes 2024-11-21T12:23:43,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191822933.0018872a2149ea362368cd38f7f44941. after waiting 0 ms 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:43,750 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:43,750 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 0018872a2149ea362368cd38f7f44941: Waiting for close lock at 1732191823750Disabling compacts and flushes for region at 1732191823750Disabling writes for close at 1732191823750Writing region close event to WAL at 1732191823750Closed at 1732191823750 2024-11-21T12:23:43,751 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:43,752 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191822933.0018872a2149ea362368cd38f7f44941.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191823751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191823751"}]},"ts":"1732191823751"} 2024-11-21T12:23:43,754 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:43,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:43,756 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191823755"}]},"ts":"1732191823755"} 2024-11-21T12:23:43,758 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:43,758 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0018872a2149ea362368cd38f7f44941, ASSIGN}] 2024-11-21T12:23:43,759 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=0018872a2149ea362368cd38f7f44941, ASSIGN 2024-11-21T12:23:43,760 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=0018872a2149ea362368cd38f7f44941, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35833,1732191813221; forceNewPlan=false, retain=false 2024-11-21T12:23:43,911 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0018872a2149ea362368cd38f7f44941, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:43,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=0018872a2149ea362368cd38f7f44941, ASSIGN because future has completed 2024-11-21T12:23:43,914 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018872a2149ea362368cd38f7f44941, server=9bb5b7e9dd2c,35833,1732191813221}] 2024-11-21T12:23:44,069 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:44,069 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 0018872a2149ea362368cd38f7f44941, NAME => 'test,,1732191822933.0018872a2149ea362368cd38f7f44941.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:44,070 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:44,070 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:44,070 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,070 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191822933.0018872a2149ea362368cd38f7f44941.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:44,070 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,070 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,071 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:44,071 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,072 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018872a2149ea362368cd38f7f44941 columnFamilyName f 2024-11-21T12:23:44,072 DEBUG [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:44,073 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(327): Store=0018872a2149ea362368cd38f7f44941/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:44,073 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,074 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018872a2149ea362368cd38f7f44941 columnFamilyName f1 2024-11-21T12:23:44,074 DEBUG [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:44,074 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(327): Store=0018872a2149ea362368cd38f7f44941/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:44,074 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,075 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 0018872a2149ea362368cd38f7f44941 columnFamilyName norep 2024-11-21T12:23:44,075 DEBUG [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:44,075 INFO [StoreOpener-0018872a2149ea362368cd38f7f44941-1 {}] regionserver.HStore(327): Store=0018872a2149ea362368cd38f7f44941/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:44,075 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,076 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,076 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,076 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,076 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,077 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:44,078 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,079 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:44,079 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 0018872a2149ea362368cd38f7f44941; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=61171482, jitterRate=-0.08847388625144958}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:44,079 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:23:44,080 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 0018872a2149ea362368cd38f7f44941: Running coprocessor pre-open hook at 1732191824070Writing region info on filesystem at 1732191824070Initializing all the Stores at 1732191824071 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191824071Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191824071Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191824071Cleaning up temporary data from old regions at 1732191824076 (+5 ms)Running coprocessor post-open hooks at 1732191824079 (+3 ms)Region opened successfully at 1732191824080 (+1 ms) 2024-11-21T12:23:44,081 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191822933.0018872a2149ea362368cd38f7f44941., pid=6, masterSystemTime=1732191824066 2024-11-21T12:23:44,083 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:44,083 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:23:44,083 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=0018872a2149ea362368cd38f7f44941, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:44,085 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 0018872a2149ea362368cd38f7f44941, server=9bb5b7e9dd2c,35833,1732191813221 because future has completed 2024-11-21T12:23:44,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:44,088 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 0018872a2149ea362368cd38f7f44941, server=9bb5b7e9dd2c,35833,1732191813221 in 172 msec 2024-11-21T12:23:44,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:44,089 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=0018872a2149ea362368cd38f7f44941, ASSIGN in 330 msec 2024-11-21T12:23:44,090 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:44,091 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191824090"}]},"ts":"1732191824090"} 2024-11-21T12:23:44,093 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:44,094 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:44,095 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1600 sec 2024-11-21T12:23:45,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:45,082 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:45,082 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@54829009 2024-11-21T12:23:45,084 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:45,085 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:45,087 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:45,088 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:45,090 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:45,090 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:45,090 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:45,091 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:45,091 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:45,099 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:45,202 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:45,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:45,501 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => caf795f9b32de29e36062f8385731ea2, NAME => 'test,,1732191825086.caf795f9b32de29e36062f8385731ea2.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0 2024-11-21T12:23:45,507 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:45,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191825086.caf795f9b32de29e36062f8385731ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing caf795f9b32de29e36062f8385731ea2, disabling compactions & flushes 2024-11-21T12:23:45,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191825086.caf795f9b32de29e36062f8385731ea2. after waiting 0 ms 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:45,908 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:45,908 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for caf795f9b32de29e36062f8385731ea2: Waiting for close lock at 1732191825908Disabling compacts and flushes for region at 1732191825908Disabling writes for close at 1732191825908Writing region close event to WAL at 1732191825908Closed at 1732191825908 2024-11-21T12:23:45,910 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:45,910 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191825086.caf795f9b32de29e36062f8385731ea2.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191825910"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191825910"}]},"ts":"1732191825910"} 2024-11-21T12:23:45,913 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:45,914 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:45,914 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191825914"}]},"ts":"1732191825914"} 2024-11-21T12:23:45,916 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:45,917 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=caf795f9b32de29e36062f8385731ea2, ASSIGN}] 2024-11-21T12:23:45,918 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=caf795f9b32de29e36062f8385731ea2, ASSIGN 2024-11-21T12:23:45,919 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=caf795f9b32de29e36062f8385731ea2, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,42671,1732191816917; forceNewPlan=false, retain=false 2024-11-21T12:23:46,070 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=caf795f9b32de29e36062f8385731ea2, regionState=OPENING, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:46,072 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=caf795f9b32de29e36062f8385731ea2, ASSIGN because future has completed 2024-11-21T12:23:46,073 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure caf795f9b32de29e36062f8385731ea2, server=9bb5b7e9dd2c,42671,1732191816917}] 2024-11-21T12:23:46,229 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:46,230 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => caf795f9b32de29e36062f8385731ea2, NAME => 'test,,1732191825086.caf795f9b32de29e36062f8385731ea2.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:46,230 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:46,230 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:46,230 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,230 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191825086.caf795f9b32de29e36062f8385731ea2.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:46,231 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,231 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,231 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:46,232 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,233 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caf795f9b32de29e36062f8385731ea2 columnFamilyName f 2024-11-21T12:23:46,233 DEBUG [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:46,233 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(327): Store=caf795f9b32de29e36062f8385731ea2/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:46,234 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,235 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caf795f9b32de29e36062f8385731ea2 columnFamilyName f1 2024-11-21T12:23:46,235 DEBUG [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:46,235 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(327): Store=caf795f9b32de29e36062f8385731ea2/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:46,235 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,236 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region caf795f9b32de29e36062f8385731ea2 columnFamilyName norep 2024-11-21T12:23:46,236 DEBUG [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:46,236 INFO [StoreOpener-caf795f9b32de29e36062f8385731ea2-1 {}] regionserver.HStore(327): Store=caf795f9b32de29e36062f8385731ea2/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:46,236 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,237 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,237 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,238 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:46,239 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,242 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:46,242 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened caf795f9b32de29e36062f8385731ea2; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70111855, jitterRate=0.04474805295467377}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:46,242 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:23:46,242 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for caf795f9b32de29e36062f8385731ea2: Running coprocessor pre-open hook at 1732191826231Writing region info on filesystem at 1732191826231Initializing all the Stores at 1732191826231Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191826231Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191826232 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191826232Cleaning up temporary data from old regions at 1732191826238 (+6 ms)Running coprocessor post-open hooks at 1732191826242 (+4 ms)Region opened successfully at 1732191826242 2024-11-21T12:23:46,243 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191825086.caf795f9b32de29e36062f8385731ea2., pid=6, masterSystemTime=1732191826225 2024-11-21T12:23:46,245 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:46,245 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:23:46,246 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=caf795f9b32de29e36062f8385731ea2, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:46,248 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure caf795f9b32de29e36062f8385731ea2, server=9bb5b7e9dd2c,42671,1732191816917 because future has completed 2024-11-21T12:23:46,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:46,251 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure caf795f9b32de29e36062f8385731ea2, server=9bb5b7e9dd2c,42671,1732191816917 in 176 msec 2024-11-21T12:23:46,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:46,253 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=caf795f9b32de29e36062f8385731ea2, ASSIGN in 334 msec 2024-11-21T12:23:46,253 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:46,253 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191826253"}]},"ts":"1732191826253"} 2024-11-21T12:23:46,255 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:46,256 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:46,257 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 1.1690 sec 2024-11-21T12:23:46,702 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:23:47,241 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:47,242 INFO [RPCClient-NioEventLoopGroup-4-5 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:47,242 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3ecdbdfa 2024-11-21T12:23:47,243 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:47,244 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51666, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:47,245 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:47,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:23:47,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:47,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:47,248 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:23:47,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:47,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:23:47,256 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38051fd68cae3a3c9fd3469d739743d3, NAME => 'test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d 2024-11-21T12:23:47,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:23:47,361 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:47,374 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test 2024-11-21T12:23:47,374 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test Metrics about Tables on a single HBase RegionServer 2024-11-21T12:23:47,375 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:23:47,375 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter Metrics about HBase RegionObservers 2024-11-21T12:23:47,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:47,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:47,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 38051fd68cae3a3c9fd3469d739743d3, disabling compactions & flushes 2024-11-21T12:23:47,662 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. after waiting 0 ms 2024-11-21T12:23:47,662 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,663 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,663 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38051fd68cae3a3c9fd3469d739743d3: Waiting for close lock at 1732191827662Disabling compacts and flushes for region at 1732191827662Disabling writes for close at 1732191827662Writing region close event to WAL at 1732191827662Closed at 1732191827662 2024-11-21T12:23:47,664 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:47,664 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191827664"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191827664"}]},"ts":"1732191827664"} 2024-11-21T12:23:47,666 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:47,667 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:47,667 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191827667"}]},"ts":"1732191827667"} 2024-11-21T12:23:47,669 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:23:47,670 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38051fd68cae3a3c9fd3469d739743d3, ASSIGN}] 2024-11-21T12:23:47,671 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=38051fd68cae3a3c9fd3469d739743d3, ASSIGN 2024-11-21T12:23:47,672 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=38051fd68cae3a3c9fd3469d739743d3, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,45115,1732191820390; forceNewPlan=false, retain=false 2024-11-21T12:23:47,822 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38051fd68cae3a3c9fd3469d739743d3, regionState=OPENING, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:47,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=38051fd68cae3a3c9fd3469d739743d3, ASSIGN because future has completed 2024-11-21T12:23:47,825 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38051fd68cae3a3c9fd3469d739743d3, server=9bb5b7e9dd2c,45115,1732191820390}] 2024-11-21T12:23:47,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:47,981 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 38051fd68cae3a3c9fd3469d739743d3, NAME => 'test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:47,982 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:47,982 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:23:47,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:47,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,982 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,984 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,985 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38051fd68cae3a3c9fd3469d739743d3 columnFamilyName f 2024-11-21T12:23:47,985 DEBUG [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:47,985 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(327): Store=38051fd68cae3a3c9fd3469d739743d3/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:47,985 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,986 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38051fd68cae3a3c9fd3469d739743d3 columnFamilyName f1 2024-11-21T12:23:47,986 DEBUG [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:47,986 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(327): Store=38051fd68cae3a3c9fd3469d739743d3/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:47,987 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,987 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38051fd68cae3a3c9fd3469d739743d3 columnFamilyName norep 2024-11-21T12:23:47,988 DEBUG [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:47,988 INFO [StoreOpener-38051fd68cae3a3c9fd3469d739743d3-1 {}] regionserver.HStore(327): Store=38051fd68cae3a3c9fd3469d739743d3/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:47,988 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,988 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,989 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,989 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,989 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,990 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:47,991 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,993 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:47,993 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 38051fd68cae3a3c9fd3469d739743d3; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68023850, jitterRate=0.013634353876113892}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:47,993 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:23:47,993 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 38051fd68cae3a3c9fd3469d739743d3: Running coprocessor pre-open hook at 1732191827982Writing region info on filesystem at 1732191827982Initializing all the Stores at 1732191827983 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191827983Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191827983Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191827983Cleaning up temporary data from old regions at 1732191827989 (+6 ms)Running coprocessor post-open hooks at 1732191827993 (+4 ms)Region opened successfully at 1732191827993 2024-11-21T12:23:47,994 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3., pid=6, masterSystemTime=1732191827977 2024-11-21T12:23:47,996 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,996 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:23:47,996 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=38051fd68cae3a3c9fd3469d739743d3, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:47,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38051fd68cae3a3c9fd3469d739743d3, server=9bb5b7e9dd2c,45115,1732191820390 because future has completed 2024-11-21T12:23:48,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:23:48,001 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 38051fd68cae3a3c9fd3469d739743d3, server=9bb5b7e9dd2c,45115,1732191820390 in 174 msec 2024-11-21T12:23:48,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:23:48,003 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=38051fd68cae3a3c9fd3469d739743d3, ASSIGN in 331 msec 2024-11-21T12:23:48,003 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:48,003 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191828003"}]},"ts":"1732191828003"} 2024-11-21T12:23:48,005 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:23:48,006 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:48,008 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 761 msec 2024-11-21T12:23:48,342 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:48,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,344 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,345 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,392 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:23:48,392 INFO [RPCClient-NioEventLoopGroup-4-6 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:23:48,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d5cc7d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40249,-1 for getting cluster id 2024-11-21T12:23:48,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:48,394 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b116d9b8-8c07-4768-a5bd-2e73be0b8abe' 2024-11-21T12:23:48,394 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b116d9b8-8c07-4768-a5bd-2e73be0b8abe" 2024-11-21T12:23:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46e60588, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40249,-1] 2024-11-21T12:23:48,395 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:48,396 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:48,396 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42036, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:48,397 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47745af8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:23:48,398 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4a854e2c 2024-11-21T12:23:48,399 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:48,400 INFO [HMaster-EventLoopGroup-37-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:48,400 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,401 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:48,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,402 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:48,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,403 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,404 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34833' 2024-11-21T12:23:48,406 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f7f3b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,406 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:48,406 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:48,407 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63aa8267, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:48,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:48,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:48,408 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59754, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:48,409 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,409 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53a4d30d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:48,409 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:48,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:48,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@72623fd0 2024-11-21T12:23:48,411 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:48,411 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:48,412 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:48,412 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:48,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:48,413 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:48,413 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:48,414 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:48,416 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:48,417 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:48,417 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:48,418 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:48,418 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,419 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,422 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:48,425 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:48,466 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:48,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:48,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:48,828 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 016eefb0f9b3a5604295b349eea90be7, NAME => 'hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d 2024-11-21T12:23:48,833 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:49,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:49,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:49,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 016eefb0f9b3a5604295b349eea90be7, disabling compactions & flushes 2024-11-21T12:23:49,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. after waiting 0 ms 2024-11-21T12:23:49,234 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,234 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,235 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 016eefb0f9b3a5604295b349eea90be7: Waiting for close lock at 1732191829234Disabling compacts and flushes for region at 1732191829234Disabling writes for close at 1732191829234Writing region close event to WAL at 1732191829234Closed at 1732191829234 2024-11-21T12:23:49,236 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:49,236 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191829236"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191829236"}]},"ts":"1732191829236"} 2024-11-21T12:23:49,239 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:49,239 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:49,240 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191829239"}]},"ts":"1732191829239"} 2024-11-21T12:23:49,242 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:49,242 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016eefb0f9b3a5604295b349eea90be7, ASSIGN}] 2024-11-21T12:23:49,243 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016eefb0f9b3a5604295b349eea90be7, ASSIGN 2024-11-21T12:23:49,244 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=016eefb0f9b3a5604295b349eea90be7, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,35833,1732191813221; forceNewPlan=false, retain=false 2024-11-21T12:23:49,395 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=016eefb0f9b3a5604295b349eea90be7, regionState=OPENING, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:49,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=016eefb0f9b3a5604295b349eea90be7, ASSIGN because future has completed 2024-11-21T12:23:49,398 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016eefb0f9b3a5604295b349eea90be7, server=9bb5b7e9dd2c,35833,1732191813221}] 2024-11-21T12:23:49,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:49,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:49,554 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:49,555 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C35833%2C1732191813221.rep, suffix=, logDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221, archiveDir=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/oldWALs, maxLogs=10 2024-11-21T12:23:49,578 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.rep.1732191829556, exclude list is [], retry=0 2024-11-21T12:23:49,580 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:41949,DS-2233d488-128b-48dc-9cba-18bc94bf6b9d,DISK] 2024-11-21T12:23:49,582 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.rep.1732191829556 2024-11-21T12:23:49,582 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:32897:32897)] 2024-11-21T12:23:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 016eefb0f9b3a5604295b349eea90be7, NAME => 'hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:49,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. service=MultiRowMutationService 2024-11-21T12:23:49,583 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,583 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:49,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,584 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,585 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,598 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016eefb0f9b3a5604295b349eea90be7 columnFamilyName hfileref 2024-11-21T12:23:49,598 DEBUG [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:49,598 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(327): Store=016eefb0f9b3a5604295b349eea90be7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:49,598 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,599 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016eefb0f9b3a5604295b349eea90be7 columnFamilyName queue 2024-11-21T12:23:49,599 DEBUG [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:49,600 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(327): Store=016eefb0f9b3a5604295b349eea90be7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:49,600 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,601 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 016eefb0f9b3a5604295b349eea90be7 columnFamilyName sid 2024-11-21T12:23:49,601 DEBUG [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:49,601 INFO [StoreOpener-016eefb0f9b3a5604295b349eea90be7-1 {}] regionserver.HStore(327): Store=016eefb0f9b3a5604295b349eea90be7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:49,601 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,602 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,603 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:49,604 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,606 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:49,607 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 016eefb0f9b3a5604295b349eea90be7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=72965279, jitterRate=0.08726738393306732}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:49,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:23:49,607 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 016eefb0f9b3a5604295b349eea90be7: Running coprocessor pre-open hook at 1732191829584Writing region info on filesystem at 1732191829584Initializing all the Stores at 1732191829585 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191829585Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191829585Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191829585Cleaning up temporary data from old regions at 1732191829603 (+18 ms)Running coprocessor post-open hooks at 1732191829607 (+4 ms)Region opened successfully at 1732191829607 2024-11-21T12:23:49,608 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7., pid=10, masterSystemTime=1732191829550 2024-11-21T12:23:49,610 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,610 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:23:49,611 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=016eefb0f9b3a5604295b349eea90be7, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:23:49,613 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 016eefb0f9b3a5604295b349eea90be7, server=9bb5b7e9dd2c,35833,1732191813221 because future has completed 2024-11-21T12:23:49,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:49,615 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 016eefb0f9b3a5604295b349eea90be7, server=9bb5b7e9dd2c,35833,1732191813221 in 216 msec 2024-11-21T12:23:49,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:49,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=016eefb0f9b3a5604295b349eea90be7, ASSIGN in 373 msec 2024-11-21T12:23:49,618 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:49,618 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191829618"}]},"ts":"1732191829618"} 2024-11-21T12:23:49,620 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:49,620 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:49,621 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.2060 sec 2024-11-21T12:23:49,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7., hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=2] 2024-11-21T12:23:49,678 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:49,678 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:23:49,682 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:49,834 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=35833 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:49,834 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:49,877 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,35833,1732191813221, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:49,878 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:49,878 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=-1] 2024-11-21T12:23:49,879 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:49,880 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44749, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:49,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-38-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,35833,1732191813221', locateType=CURRENT is [region=hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7., hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=2] 2024-11-21T12:23:49,886 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:49,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:49,890 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,35833,1732191813221 suceeded 2024-11-21T12:23:49,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:49,892 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 208 msec 2024-11-21T12:23:49,892 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:49,893 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4920 sec 2024-11-21T12:23:49,907 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34833' 2024-11-21T12:23:49,909 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@121c1c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:49,909 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:49,909 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:49,910 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:49,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:49,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:49,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@52304c43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:49,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:49,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:49,911 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:49,912 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:49,913 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@217c32ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:49,913 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:49,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:49,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f5abc0a 2024-11-21T12:23:49,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:49,915 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59794, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:49,916 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,35833,1732191813221 (queues=1) is replicating from cluster=b116d9b8-8c07-4768-a5bd-2e73be0b8abe to cluster=0cda6858-3dad-4ed3-85fb-e7ce01b1abf7 2024-11-21T12:23:49,916 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C35833%2C1732191813221 2024-11-21T12:23:49,916 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,35833,1732191813221, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:49,916 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C35833%2C1732191813221 2024-11-21T12:23:49,916 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, startPosition=0, beingWritten=true 2024-11-21T12:23:49,922 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:49,922 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:49,922 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35833,1732191813221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:50,126 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:50,430 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:50,551 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40249 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:50,552 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:50,552 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:50,552 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:418) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:50,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,552 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,552 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:50,553 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@73b2e29c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,553 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:50,553 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:50,554 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:50,554 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34a84232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:50,555 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,556 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59814, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:50,557 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ae795c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,557 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@414e6bcf 2024-11-21T12:23:50,558 DEBUG [RPCClient-NioEventLoopGroup-4-11 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:50,559 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59820, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:50,560 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:50,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:50,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:50,563 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34401' 2024-11-21T12:23:50,564 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d270c5d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,564 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:50,565 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:50,565 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:50,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1616e20a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:50,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,567 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:50,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58664d06, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:50,567 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7c57c3d0 2024-11-21T12:23:50,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:50,569 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51674, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:50,570 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:50,570 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:50,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,570 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:50,570 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:50,570 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:50,571 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:50,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:50,573 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:50,573 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:50,579 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:50,622 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:50,671 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:50,834 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:50,981 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b1e6aa553d92526e15a1008fcbdc1abc, NAME => 'hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0 2024-11-21T12:23:50,989 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:51,191 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:51,341 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:51,389 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing b1e6aa553d92526e15a1008fcbdc1abc, disabling compactions & flushes 2024-11-21T12:23:51,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. after waiting 0 ms 2024-11-21T12:23:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,390 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,390 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for b1e6aa553d92526e15a1008fcbdc1abc: Waiting for close lock at 1732191831390Disabling compacts and flushes for region at 1732191831390Disabling writes for close at 1732191831390Writing region close event to WAL at 1732191831390Closed at 1732191831390 2024-11-21T12:23:51,391 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:51,391 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191831391"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191831391"}]},"ts":"1732191831391"} 2024-11-21T12:23:51,393 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:51,394 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:51,394 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191831394"}]},"ts":"1732191831394"} 2024-11-21T12:23:51,395 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:51,396 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e6aa553d92526e15a1008fcbdc1abc, ASSIGN}] 2024-11-21T12:23:51,397 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e6aa553d92526e15a1008fcbdc1abc, ASSIGN 2024-11-21T12:23:51,397 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1e6aa553d92526e15a1008fcbdc1abc, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,42671,1732191816917; forceNewPlan=false, retain=false 2024-11-21T12:23:51,501 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:51,502 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:51,502 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 14, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 88648 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:23:51,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1e6aa553d92526e15a1008fcbdc1abc, regionState=OPENING, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:51,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=b1e6aa553d92526e15a1008fcbdc1abc, ASSIGN because future has completed 2024-11-21T12:23:51,551 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e6aa553d92526e15a1008fcbdc1abc, server=9bb5b7e9dd2c,42671,1732191816917}] 2024-11-21T12:23:51,701 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:51,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:51,708 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:51,709 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C42671%2C1732191816917.rep, suffix=, logDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917, archiveDir=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/oldWALs, maxLogs=10 2024-11-21T12:23:51,727 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.rep.1732191831710, exclude list is [], retry=0 2024-11-21T12:23:51,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33777,DS-cfe0aed1-764b-45af-8d76-276880d0227f,DISK] 2024-11-21T12:23:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.rep.1732191831710 2024-11-21T12:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45471:45471)] 2024-11-21T12:23:51,731 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => b1e6aa553d92526e15a1008fcbdc1abc, NAME => 'hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:51,731 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. service=MultiRowMutationService 2024-11-21T12:23:51,732 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,732 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,733 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,734 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e6aa553d92526e15a1008fcbdc1abc columnFamilyName hfileref 2024-11-21T12:23:51,735 DEBUG [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:51,735 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(327): Store=b1e6aa553d92526e15a1008fcbdc1abc/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:51,735 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,736 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e6aa553d92526e15a1008fcbdc1abc columnFamilyName queue 2024-11-21T12:23:51,736 DEBUG [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:51,736 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(327): Store=b1e6aa553d92526e15a1008fcbdc1abc/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:51,736 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,737 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b1e6aa553d92526e15a1008fcbdc1abc columnFamilyName sid 2024-11-21T12:23:51,737 DEBUG [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:51,737 INFO [StoreOpener-b1e6aa553d92526e15a1008fcbdc1abc-1 {}] regionserver.HStore(327): Store=b1e6aa553d92526e15a1008fcbdc1abc/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,738 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,739 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,740 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:51,741 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,743 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:51,744 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened b1e6aa553d92526e15a1008fcbdc1abc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=73417123, jitterRate=0.09400038421154022}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:23:51,744 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for b1e6aa553d92526e15a1008fcbdc1abc: Running coprocessor pre-open hook at 1732191831732Writing region info on filesystem at 1732191831732Initializing all the Stores at 1732191831733 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191831733Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191831733Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191831733Cleaning up temporary data from old regions at 1732191831739 (+6 ms)Running coprocessor post-open hooks at 1732191831744 (+5 ms)Region opened successfully at 1732191831744 2024-11-21T12:23:51,745 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc., pid=10, masterSystemTime=1732191831703 2024-11-21T12:23:51,746 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,747 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:23:51,747 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=b1e6aa553d92526e15a1008fcbdc1abc, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:23:51,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure b1e6aa553d92526e15a1008fcbdc1abc, server=9bb5b7e9dd2c,42671,1732191816917 because future has completed 2024-11-21T12:23:51,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:51,751 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure b1e6aa553d92526e15a1008fcbdc1abc, server=9bb5b7e9dd2c,42671,1732191816917 in 199 msec 2024-11-21T12:23:51,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:51,752 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=b1e6aa553d92526e15a1008fcbdc1abc, ASSIGN in 355 msec 2024-11-21T12:23:51,753 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:51,753 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191831753"}]},"ts":"1732191831753"} 2024-11-21T12:23:51,755 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:51,755 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:51,756 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1850 sec 2024-11-21T12:23:51,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc., hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=2] 2024-11-21T12:23:51,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:51,784 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:23:51,789 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:51,942 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=42671 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:51,942 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:51,945 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:51,974 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,42671,1732191816917, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:51,975 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:51,975 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=-1] 2024-11-21T12:23:51,975 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:51,976 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:51,979 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,42671,1732191816917', locateType=CURRENT is [region=hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc., hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=2] 2024-11-21T12:23:51,981 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:51,981 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:51,983 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,42671,1732191816917 suceeded 2024-11-21T12:23:51,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:51,985 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 194 msec 2024-11-21T12:23:51,985 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:34401,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:51,987 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4250 sec 2024-11-21T12:23:51,998 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34401' 2024-11-21T12:23:51,999 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@b719aba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:51,999 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:51,999 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:52,000 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@78aff772, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:52,001 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,002 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:52,002 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@468c312c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,002 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@548ecf5 2024-11-21T12:23:52,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:52,004 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51684, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:52,004 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,42671,1732191816917 (queues=1) is replicating from cluster=0cda6858-3dad-4ed3-85fb-e7ce01b1abf7 to cluster=fccdba16-bd89-4adf-bae0-529ac79f42da 2024-11-21T12:23:52,004 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C42671%2C1732191816917 2024-11-21T12:23:52,005 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,42671,1732191816917, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:52,005 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, startPosition=0, beingWritten=true 2024-11-21T12:23:52,005 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C42671%2C1732191816917 2024-11-21T12:23:52,009 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:52,009 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:52,010 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:52,213 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:52,517 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:52,649 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:52,703 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:23:52,721 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34833 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:52,722 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:52,722 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:52,722 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:419) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,722 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:52,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5b0a58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,723 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:52,723 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:52,724 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58e452bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:52,725 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:52,726 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,726 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51696, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:52,727 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48030266, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,727 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:23:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1d3c86e1 2024-11-21T12:23:52,729 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:52,730 INFO [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:52,730 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:23:52,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:23:52,733 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:52,735 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34833' 2024-11-21T12:23:52,736 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b15c3e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,736 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:52,736 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:52,737 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:52,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:52,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:52,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a7a804d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,739 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:52,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7f408aff, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:52,740 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:52,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:52,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fff1f4 2024-11-21T12:23:52,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:52,742 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59830, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:23:52,743 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:23:52,743 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:23:52,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,743 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:52,744 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:52,744 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:23:52,745 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:23:52,747 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:23:52,747 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:52,748 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:23:52,754 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:23:52,796 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:23:52,841 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:52,921 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:53,051 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:53,156 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5e1504147347be6cbe4ed6947ec9ceee, NAME => 'hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d 2024-11-21T12:23:53,161 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:23:53,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:53,425 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:53,455 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:53,485 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:53,487 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,488 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,530 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,531 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,534 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,538 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,540 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 5e1504147347be6cbe4ed6947ec9ceee, disabling compactions & flushes 2024-11-21T12:23:53,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. after waiting 0 ms 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,562 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,562 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5e1504147347be6cbe4ed6947ec9ceee: Waiting for close lock at 1732191833562Disabling compacts and flushes for region at 1732191833562Disabling writes for close at 1732191833562Writing region close event to WAL at 1732191833562Closed at 1732191833562 2024-11-21T12:23:53,563 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:23:53,564 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191833563"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191833563"}]},"ts":"1732191833563"} 2024-11-21T12:23:53,566 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:23:53,566 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:23:53,567 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191833566"}]},"ts":"1732191833566"} 2024-11-21T12:23:53,568 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:23:53,569 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e1504147347be6cbe4ed6947ec9ceee, ASSIGN}] 2024-11-21T12:23:53,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e1504147347be6cbe4ed6947ec9ceee, ASSIGN 2024-11-21T12:23:53,570 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e1504147347be6cbe4ed6947ec9ceee, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,45115,1732191820390; forceNewPlan=false, retain=false 2024-11-21T12:23:53,721 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e1504147347be6cbe4ed6947ec9ceee, regionState=OPENING, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:53,723 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=5e1504147347be6cbe4ed6947ec9ceee, ASSIGN because future has completed 2024-11-21T12:23:53,724 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1504147347be6cbe4ed6947ec9ceee, server=9bb5b7e9dd2c,45115,1732191820390}] 2024-11-21T12:23:53,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:53,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:23:53,880 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:23:53,881 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C45115%2C1732191820390.rep, suffix=, logDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390, archiveDir=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/oldWALs, maxLogs=10 2024-11-21T12:23:53,896 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.rep.1732191833881, exclude list is [], retry=0 2024-11-21T12:23:53,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:37807,DS-6bc3a738-7d61-40c3-a982-a30749fead8c,DISK] 2024-11-21T12:23:53,900 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.rep.1732191833881 2024-11-21T12:23:53,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:40097:40097)] 2024-11-21T12:23:53,900 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 5e1504147347be6cbe4ed6947ec9ceee, NAME => 'hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:23:53,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. service=MultiRowMutationService 2024-11-21T12:23:53,901 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,901 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,902 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,903 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1504147347be6cbe4ed6947ec9ceee columnFamilyName hfileref 2024-11-21T12:23:53,904 DEBUG [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:53,904 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(327): Store=5e1504147347be6cbe4ed6947ec9ceee/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:53,904 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,905 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1504147347be6cbe4ed6947ec9ceee columnFamilyName queue 2024-11-21T12:23:53,905 DEBUG [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:53,906 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(327): Store=5e1504147347be6cbe4ed6947ec9ceee/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:53,906 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,907 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5e1504147347be6cbe4ed6947ec9ceee columnFamilyName sid 2024-11-21T12:23:53,907 DEBUG [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:23:53,907 INFO [StoreOpener-5e1504147347be6cbe4ed6947ec9ceee-1 {}] regionserver.HStore(327): Store=5e1504147347be6cbe4ed6947ec9ceee/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:23:53,907 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,908 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,909 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:23:53,910 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:23:53,912 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 5e1504147347be6cbe4ed6947ec9ceee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=62258967, jitterRate=-0.07226909697055817}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:23:53,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:23:53,912 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 5e1504147347be6cbe4ed6947ec9ceee: Running coprocessor pre-open hook at 1732191833901Writing region info on filesystem at 1732191833901Initializing all the Stores at 1732191833902 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191833902Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191833902Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191833902Cleaning up temporary data from old regions at 1732191833909 (+7 ms)Running coprocessor post-open hooks at 1732191833912 (+3 ms)Region opened successfully at 1732191833912 2024-11-21T12:23:53,913 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee., pid=10, masterSystemTime=1732191833876 2024-11-21T12:23:53,915 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,915 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:23:53,916 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=5e1504147347be6cbe4ed6947ec9ceee, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:23:53,917 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5e1504147347be6cbe4ed6947ec9ceee, server=9bb5b7e9dd2c,45115,1732191820390 because future has completed 2024-11-21T12:23:53,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:23:53,920 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 5e1504147347be6cbe4ed6947ec9ceee, server=9bb5b7e9dd2c,45115,1732191820390 in 194 msec 2024-11-21T12:23:53,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:23:53,921 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=5e1504147347be6cbe4ed6947ec9ceee, ASSIGN in 351 msec 2024-11-21T12:23:53,922 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:23:53,922 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191833922"}]},"ts":"1732191833922"} 2024-11-21T12:23:53,924 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:23:53,925 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:23:53,926 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 1.1810 sec 2024-11-21T12:23:53,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee., hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=2] 2024-11-21T12:23:53,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:53,958 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:23:53,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:23:54,029 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:54,114 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45115 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:23:54,115 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:23:54,152 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,45115,1732191820390, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:23:54,152 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:54,152 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=-1] 2024-11-21T12:23:54,153 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:54,154 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54099, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:54,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,45115,1732191820390', locateType=CURRENT is [region=hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee., hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=2] 2024-11-21T12:23:54,158 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:23:54,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:23:54,160 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,45115,1732191820390 suceeded 2024-11-21T12:23:54,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:23:54,162 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 199 msec 2024-11-21T12:23:54,162 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:34833,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:23:54,163 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.4320 sec 2024-11-21T12:23:54,179 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:34833' 2024-11-21T12:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1dd97a16, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:54,180 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:54,181 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:54,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:54,181 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:54,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b4ea076, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:54,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:54,182 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,183 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59862, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:54,183 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@57b4e6db, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,183 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:23:54,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:23:54,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1508956 2024-11-21T12:23:54,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:23:54,185 INFO [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=MasterService 2024-11-21T12:23:54,185 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,45115,1732191820390 (queues=1) is replicating from cluster=fccdba16-bd89-4adf-bae0-529ac79f42da to cluster=0cda6858-3dad-4ed3-85fb-e7ce01b1abf7 2024-11-21T12:23:54,186 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C45115%2C1732191820390 2024-11-21T12:23:54,186 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,45115,1732191820390, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:23:54,186 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, startPosition=0, beingWritten=true 2024-11-21T12:23:54,186 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C45115%2C1732191820390 2024-11-21T12:23:54,191 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:54,191 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 379, reset compression=false 2024-11-21T12:23:54,191 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:54,358 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:54,394 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 379, reset compression=false 2024-11-21T12:23:54,699 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 379, reset compression=false 2024-11-21T12:23:54,733 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:54,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34401 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:23:54,892 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:23:54,892 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:23:54,892 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:420) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:23:54,892 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,893 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:23:54,893 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@641aa7f1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,893 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,40249,-1 for getting cluster id 2024-11-21T12:23:54,894 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:54,894 DEBUG [HMaster-EventLoopGroup-37-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'b116d9b8-8c07-4768-a5bd-2e73be0b8abe' 2024-11-21T12:23:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:54,894 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "b116d9b8-8c07-4768-a5bd-2e73be0b8abe" 2024-11-21T12:23:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33d828df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,40249,-1] 2024-11-21T12:23:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:54,895 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,896 INFO [HMaster-EventLoopGroup-37-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:54,896 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39d7594d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,897 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cffb651, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,897 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:54,897 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:54,898 DEBUG [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6326bd4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:54,898 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,899 INFO [HMaster-EventLoopGroup-39-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:54,899 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c9d1ade, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,900 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55785626, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,900 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:54,900 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:54,901 DEBUG [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e61e4f7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:54,901 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:54,902 INFO [HMaster-EventLoopGroup-41-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51706, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:54,902 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bb651f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:54,903 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:54,903 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=-1] 2024-11-21T12:23:54,904 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:54,904 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-38-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55874, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:54,906 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191822933.0018872a2149ea362368cd38f7f44941., hostname=9bb5b7e9dd2c,35833,1732191813221, seqNum=2] 2024-11-21T12:23:54,909 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=-1] 2024-11-21T12:23:54,910 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:54,911 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:54,913 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3., hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=2] 2024-11-21T12:23:54,914 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:false 2024-11-21T12:23:55,104 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 379, reset compression=false 2024-11-21T12:23:55,363 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 379, reset compression=false 2024-11-21T12:23:55,370 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:55,370 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:55,370 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35833,1732191813221 got entry batch from reader: WALEntryBatch [walEntries=[{test/0018872a2149ea362368cd38f7f44941/4=[#edits: 1 = ],199}], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, lastWalPosition=480, nbRowKeys=1, nbHFiles=0, heapSize=199, lastSeqIds={}, endOfFile=false,usedBufferSize=199] 2024-11-21T12:23:55,374 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:55,375 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38526, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.17 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:55,375 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:55,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7fcbd9bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34833,-1 for getting cluster id 2024-11-21T12:23:55,381 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:55,382 DEBUG [HMaster-EventLoopGroup-39-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0cda6858-3dad-4ed3-85fb-e7ce01b1abf7' 2024-11-21T12:23:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0cda6858-3dad-4ed3-85fb-e7ce01b1abf7" 2024-11-21T12:23:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@118d3ac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,382 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34833,-1] 2024-11-21T12:23:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:55,383 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:55,384 INFO [HMaster-EventLoopGroup-39-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:59906, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:55,384 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3e430ebe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,385 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=-1] 2024-11-21T12:23:55,386 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:55,387 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:55,389 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191825086.caf795f9b32de29e36062f8385731ea2., hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=2] 2024-11-21T12:23:55,392 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:55,538 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 379, reset compression=false 2024-11-21T12:23:55,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:55,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 504, reset compression=false 2024-11-21T12:23:55,546 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[{test/caf795f9b32de29e36062f8385731ea2/4=[#edits: 1 = ],215}], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=504, nbRowKeys=1, nbHFiles=0, heapSize=215, lastSeqIds={}, endOfFile=false,usedBufferSize=215] 2024-11-21T12:23:55,549 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:55,551 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45410, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.18 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:55,551 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:55,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@38bd3ae3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,34401,-1 for getting cluster id 2024-11-21T12:23:55,554 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:23:55,555 DEBUG [HMaster-EventLoopGroup-41-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'fccdba16-bd89-4adf-bae0-529ac79f42da' 2024-11-21T12:23:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:23:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "fccdba16-bd89-4adf-bae0-529ac79f42da" 2024-11-21T12:23:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7ab9a746, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,34401,-1] 2024-11-21T12:23:55,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:23:55,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:23:55,557 INFO [HMaster-EventLoopGroup-41-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:23:55,558 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@9a98c58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:23:55,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:55,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=-1] 2024-11-21T12:23:55,560 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:55,562 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-42-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45420, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=ClientService 2024-11-21T12:23:55,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-42-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row', locateType=CURRENT is [region=test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3., hostname=9bb5b7e9dd2c,45115,1732191820390, seqNum=2] 2024-11-21T12:23:55,567 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:55,582 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:55,608 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 379, reset compression=false 2024-11-21T12:23:55,614 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:55,614 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 527, reset compression=false 2024-11-21T12:23:55,614 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:55,774 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 504, reset compression=false 2024-11-21T12:23:55,819 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 527, reset compression=false 2024-11-21T12:23:55,894 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:55,917 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:false 2024-11-21T12:23:55,918 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:23:55,919 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=-1] 2024-11-21T12:23:55,920 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:23:55,921 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:23:55,926 DEBUG [RPCClient-NioEventLoopGroup-4-8 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='row1', locateType=CURRENT is [region=test,,1732191825086.caf795f9b32de29e36062f8385731ea2., hostname=9bb5b7e9dd2c,42671,1732191816917, seqNum=2] 2024-11-21T12:23:55,931 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:false 2024-11-21T12:23:56,082 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 504, reset compression=false 2024-11-21T12:23:56,089 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:56,089 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 608, reset compression=false 2024-11-21T12:23:56,089 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[{test/caf795f9b32de29e36062f8385731ea2/5=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=608, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:56,091 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:56,096 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:56,125 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 527, reset compression=false 2024-11-21T12:23:56,132 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:56,132 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 654, reset compression=false 2024-11-21T12:23:56,132 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=654, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:56,298 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 608, reset compression=false 2024-11-21T12:23:56,305 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:56,343 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 654, reset compression=false 2024-11-21T12:23:56,608 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 608, reset compression=false 2024-11-21T12:23:56,661 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 654, reset compression=false 2024-11-21T12:23:56,813 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:56,933 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:false 2024-11-21T12:23:56,938 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:false 2024-11-21T12:23:57,015 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 608, reset compression=false 2024-11-21T12:23:57,073 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 654, reset compression=false 2024-11-21T12:23:57,078 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:57,078 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 758, reset compression=false 2024-11-21T12:23:57,078 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[{test/38051fd68cae3a3c9fd3469d739743d3/6=[#edits: 1 = ],207}], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=758, nbRowKeys=1, nbHFiles=0, heapSize=207, lastSeqIds={}, endOfFile=false,usedBufferSize=207] 2024-11-21T12:23:57,081 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:23:57,082 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-40-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52024, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.19 (auth:SIMPLE), service=AdminService 2024-11-21T12:23:57,082 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:57,086 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:57,283 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 758, reset compression=false 2024-11-21T12:23:57,418 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:57,520 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 608, reset compression=false 2024-11-21T12:23:57,525 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:57,525 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 736, reset compression=false 2024-11-21T12:23:57,525 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=736, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:57,588 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 758, reset compression=false 2024-11-21T12:23:57,730 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 736, reset compression=false 2024-11-21T12:23:57,940 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:false 2024-11-21T12:23:57,945 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row. IsDeleteReplication:true 2024-11-21T12:23:57,992 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 758, reset compression=false 2024-11-21T12:23:58,041 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 736, reset compression=false 2024-11-21T12:23:58,122 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 480, reset compression=false 2024-11-21T12:23:58,129 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:58,129 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:23:58,129 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35833,1732191813221 got entry batch from reader: WALEntryBatch [walEntries=[{test/0018872a2149ea362368cd38f7f44941/5=[#edits: 2 = ],271}], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, lastWalPosition=636, nbRowKeys=1, nbHFiles=0, heapSize=271, lastSeqIds={}, endOfFile=false,usedBufferSize=271] 2024-11-21T12:23:58,131 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:58,135 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:58,344 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:23:58,449 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 736, reset compression=false 2024-11-21T12:23:58,456 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:58,456 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 884, reset compression=false 2024-11-21T12:23:58,456 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[{test/caf795f9b32de29e36062f8385731ea2/7=[#edits: 2 = ],287}], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=884, nbRowKeys=1, nbHFiles=0, heapSize=287, lastSeqIds={}, endOfFile=false,usedBufferSize=287] 2024-11-21T12:23:58,457 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:58,461 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:58,498 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 758, reset compression=false 2024-11-21T12:23:58,504 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:58,504 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 929, reset compression=false 2024-11-21T12:23:58,504 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=929, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:58,650 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:23:58,661 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 884, reset compression=false 2024-11-21T12:23:58,708 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 929, reset compression=false 2024-11-21T12:23:58,948 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row. IsDeleteReplication:true 2024-11-21T12:23:58,969 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 884, reset compression=false 2024-11-21T12:23:58,974 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row1. IsDeleteReplication:true 2024-11-21T12:23:58,979 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:58,979 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1043, reset compression=false 2024-11-21T12:23:58,980 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[{test/caf795f9b32de29e36062f8385731ea2/8=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=1043, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:23:58,981 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:58,985 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45115 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:23:59,013 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 929, reset compression=false 2024-11-21T12:23:59,043 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:23:59,043 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1078, reset compression=false 2024-11-21T12:23:59,043 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=1078, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:23:59,056 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:23:59,192 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1043, reset compression=false 2024-11-21T12:23:59,267 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1078, reset compression=false 2024-11-21T12:23:59,405 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:23:59,414 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,415 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,416 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,471 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,472 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,473 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,474 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,480 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,492 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,493 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,497 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:23:59,526 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1043, reset compression=false 2024-11-21T12:23:59,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:23:59,573 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1078, reset compression=false 2024-11-21T12:23:59,931 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1043, reset compression=false 2024-11-21T12:23:59,976 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row1. IsDeleteReplication:true 2024-11-21T12:23:59,977 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1078, reset compression=false 2024-11-21T12:23:59,982 INFO [Time-limited test {}] replication.TestMasterReplication(757): Waiting for more time for replication. Row:row2. IsDeleteReplication:true 2024-11-21T12:23:59,987 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:23:59,987 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1237, reset compression=false 2024-11-21T12:23:59,987 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[{test/38051fd68cae3a3c9fd3469d739743d3/9=[#edits: 2 = ],279}], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=1237, nbRowKeys=1, nbHFiles=0, heapSize=279, lastSeqIds={}, endOfFile=false,usedBufferSize=279] 2024-11-21T12:23:59,989 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(298): Started replicating mutations. 2024-11-21T12:23:59,992 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=42671 {}] regionserver.ReplicationSink(302): Finished replicating mutations. 2024-11-21T12:24:00,173 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:00,192 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1237, reset compression=false 2024-11-21T12:24:00,441 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1043, reset compression=false 2024-11-21T12:24:00,448 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:00,449 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=1193, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:00,450 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:00,501 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1237, reset compression=false 2024-11-21T12:24:00,657 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:00,881 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:00,909 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1237, reset compression=false 2024-11-21T12:24:00,962 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:00,984 INFO [Time-limited test {}] replication.TestMasterReplication(764): Obtained row:row2. IsDeleteReplication:true 2024-11-21T12:24:00,993 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:00,993 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:00,993 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:00,993 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:00,994 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:00,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:00,994 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=2085021484, stopped=false 2024-11-21T12:24:00,994 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,34401,1732191820351 2024-11-21T12:24:00,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033657979/running 2024-11-21T12:24:00,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:24:00,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033657979/running 2024-11-21T12:24:00,996 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:24:00,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:00,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/running 2024-11-21T12:24:00,997 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Set watcher on znode that does not yet exist, /2-2033657979/running 2024-11-21T12:24:00,997 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:00,998 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:00,998 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:00,998 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:00,998 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,45115,1732191820390' ***** 2024-11-21T12:24:00,998 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:00,999 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(3091): Received CLOSE for 38051fd68cae3a3c9fd3469d739743d3 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(3091): Received CLOSE for 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:00,999 INFO [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:45115. 2024-11-21T12:24:00,999 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:00,999 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38051fd68cae3a3c9fd3469d739743d3, disabling compactions & flushes 2024-11-21T12:24:01,000 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:01,000 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:24:01,000 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:01,000 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. after waiting 0 ms 2024-11-21T12:24:01,000 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:24:01,000 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 38051fd68cae3a3c9fd3469d739743d3 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T12:24:01,000 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:24:01,000 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1325): Online Regions={38051fd68cae3a3c9fd3469d739743d3=test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3., 1588230740=hbase:meta,,1.1588230740, 5e1504147347be6cbe4ed6947ec9ceee=hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee.} 2024-11-21T12:24:01,000 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 38051fd68cae3a3c9fd3469d739743d3, 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:01,000 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:01,000 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:01,000 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:24:01,021 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/info/1e6550059aea46188156df5d24cdef72 is 147, key is hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee./info:regioninfo/1732191833916/Put/seqid=0 2024-11-21T12:24:01,021 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f/f67bd142c26c416faa09692c20e7871b is 29, key is row1/f:/1732191838949/DeleteFamily/seqid=0 2024-11-21T12:24:01,033 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741840_1016 (size=5152) 2024-11-21T12:24:01,034 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f/f67bd142c26c416faa09692c20e7871b 2024-11-21T12:24:01,038 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:24:01,041 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f67bd142c26c416faa09692c20e7871b 2024-11-21T12:24:01,068 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f1/a91f871eb2e44021a02b66dd48010ccc is 30, key is row1/f1:/1732191838949/DeleteFamily/seqid=0 2024-11-21T12:24:01,072 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741842_1018 (size=5158) 2024-11-21T12:24:01,073 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f1/a91f871eb2e44021a02b66dd48010ccc 2024-11-21T12:24:01,082 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:01,085 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a91f871eb2e44021a02b66dd48010ccc 2024-11-21T12:24:01,102 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/norep/ecac5362c1ff4da99a5641ec4b55db21 is 33, key is row2/norep:/1732191839978/DeleteFamily/seqid=0 2024-11-21T12:24:01,107 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741843_1019 (size=5108) 2024-11-21T12:24:01,109 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/norep/ecac5362c1ff4da99a5641ec4b55db21 2024-11-21T12:24:01,114 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecac5362c1ff4da99a5641ec4b55db21 2024-11-21T12:24:01,115 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f/f67bd142c26c416faa09692c20e7871b as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/f/f67bd142c26c416faa09692c20e7871b 2024-11-21T12:24:01,122 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for f67bd142c26c416faa09692c20e7871b 2024-11-21T12:24:01,122 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/f/f67bd142c26c416faa09692c20e7871b, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:01,124 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/f1/a91f871eb2e44021a02b66dd48010ccc as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/f1/a91f871eb2e44021a02b66dd48010ccc 2024-11-21T12:24:01,128 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a91f871eb2e44021a02b66dd48010ccc 2024-11-21T12:24:01,129 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/f1/a91f871eb2e44021a02b66dd48010ccc, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:01,132 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/.tmp/norep/ecac5362c1ff4da99a5641ec4b55db21 as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/norep/ecac5362c1ff4da99a5641ec4b55db21 2024-11-21T12:24:01,137 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ecac5362c1ff4da99a5641ec4b55db21 2024-11-21T12:24:01,137 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/norep/ecac5362c1ff4da99a5641ec4b55db21, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:01,138 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 38051fd68cae3a3c9fd3469d739743d3 in 138ms, sequenceid=10, compaction requested=false 2024-11-21T12:24:01,142 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/default/test/38051fd68cae3a3c9fd3469d739743d3/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:01,143 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38051fd68cae3a3c9fd3469d739743d3: Waiting for close lock at 1732191840999Running coprocessor pre-close hooks at 1732191840999Disabling compacts and flushes for region at 1732191840999Disabling writes for close at 1732191841000 (+1 ms)Obtaining lock to block concurrent updates at 1732191841000Preparing flush snapshotting stores in 38051fd68cae3a3c9fd3469d739743d3 at 1732191841000Finished memstore snapshotting test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732191841000Flushing stores of test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. at 1732191841001 (+1 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/f: creating writer at 1732191841001Flushing 38051fd68cae3a3c9fd3469d739743d3/f: appending metadata at 1732191841020 (+19 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/f: closing flushed file at 1732191841020Flushing 38051fd68cae3a3c9fd3469d739743d3/f1: creating writer at 1732191841042 (+22 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/f1: appending metadata at 1732191841067 (+25 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/f1: closing flushed file at 1732191841067Flushing 38051fd68cae3a3c9fd3469d739743d3/norep: creating writer at 1732191841085 (+18 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/norep: appending metadata at 1732191841101 (+16 ms)Flushing 38051fd68cae3a3c9fd3469d739743d3/norep: closing flushed file at 1732191841101Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5af3036d: reopening flushed file at 1732191841114 (+13 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@10fe9ab5: reopening flushed file at 1732191841123 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6889e67d: reopening flushed file at 1732191841129 (+6 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for 38051fd68cae3a3c9fd3469d739743d3 in 138ms, sequenceid=10, compaction requested=false at 1732191841138 (+9 ms)Writing region close event to WAL at 1732191841140 (+2 ms)Running coprocessor post-close hooks at 1732191841143 (+3 ms)Closed at 1732191841143 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3. 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5e1504147347be6cbe4ed6947ec9ceee, disabling compactions & flushes 2024-11-21T12:24:01,143 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:24:01,143 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. after waiting 0 ms 2024-11-21T12:24:01,144 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:24:01,144 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 5e1504147347be6cbe4ed6947ec9ceee 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T12:24:01,164 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/.tmp/queue/b8c0cdfef2d34acbb6201e3acf40b13f is 154, key is 1-9bb5b7e9dd2c,45115,1732191820390/queue:9bb5b7e9dd2c%2C45115%2C1732191820390/1732191839994/Put/seqid=0 2024-11-21T12:24:01,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741844_1020 (size=5353) 2024-11-21T12:24:01,200 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:24:01,319 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:01,319 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:01,366 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:01,400 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5e1504147347be6cbe4ed6947ec9ceee 2024-11-21T12:24:01,413 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 1237, reset compression=false 2024-11-21T12:24:01,418 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:01,419 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 2128, reset compression=false 2024-11-21T12:24:01,419 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,45115,1732191820390 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414, lastWalPosition=2128, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:01,420 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,45115,1732191820390: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,45115,1732191820390, walGroup=9bb5b7e9dd2c%2C45115%2C1732191820390, offset=9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414:2128, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:45115 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:24:01,421 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:24:01,421 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:24:01,422 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:24:01,422 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:24:01,422 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:24:01,422 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 913278288 }, "NonHeapMemoryUsage": { "committed": 206307328, "init": 7667712, "max": -1, "used": 202050584 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:24:01,422 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34401 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:24:01,439 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/info/1e6550059aea46188156df5d24cdef72 2024-11-21T12:24:01,458 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/ns/c9df31307b15450584085d4ec4eefb08 is 43, key is default/ns:d/1732191822863/Put/seqid=0 2024-11-21T12:24:01,462 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741845_1021 (size=5153) 2024-11-21T12:24:01,568 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/.tmp/queue/b8c0cdfef2d34acbb6201e3acf40b13f 2024-11-21T12:24:01,575 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/.tmp/queue/b8c0cdfef2d34acbb6201e3acf40b13f as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/queue/b8c0cdfef2d34acbb6201e3acf40b13f 2024-11-21T12:24:01,581 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/queue/b8c0cdfef2d34acbb6201e3acf40b13f, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T12:24:01,582 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5e1504147347be6cbe4ed6947ec9ceee in 438ms, sequenceid=12, compaction requested=false 2024-11-21T12:24:01,591 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/replication/5e1504147347be6cbe4ed6947ec9ceee/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:24:01,592 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:01,592 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:01,592 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:24:01,592 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5e1504147347be6cbe4ed6947ec9ceee: Waiting for close lock at 1732191841143Running coprocessor pre-close hooks at 1732191841143Disabling compacts and flushes for region at 1732191841143Disabling writes for close at 1732191841144 (+1 ms)Obtaining lock to block concurrent updates at 1732191841144Preparing flush snapshotting stores in 5e1504147347be6cbe4ed6947ec9ceee at 1732191841144Finished memstore snapshotting hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732191841144Flushing stores of hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. at 1732191841144Flushing 5e1504147347be6cbe4ed6947ec9ceee/queue: creating writer at 1732191841144Flushing 5e1504147347be6cbe4ed6947ec9ceee/queue: appending metadata at 1732191841163 (+19 ms)Flushing 5e1504147347be6cbe4ed6947ec9ceee/queue: closing flushed file at 1732191841163Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34a2cab7: reopening flushed file at 1732191841574 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for 5e1504147347be6cbe4ed6947ec9ceee in 438ms, sequenceid=12, compaction requested=false at 1732191841582 (+8 ms)Writing region close event to WAL at 1732191841583 (+1 ms)Running coprocessor post-close hooks at 1732191841592 (+9 ms)Closed at 1732191841592 2024-11-21T12:24:01,592 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191832744.5e1504147347be6cbe4ed6947ec9ceee. 2024-11-21T12:24:01,601 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:01,622 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 2128, reset compression=false 2024-11-21T12:24:01,685 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:01,801 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:01,863 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/ns/c9df31307b15450584085d4ec4eefb08 2024-11-21T12:24:01,870 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:01,886 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/rep_barrier/a70f2e29939144548d54d4ca9c7bcfaf is 112, key is test,,1732191827245.38051fd68cae3a3c9fd3469d739743d3./rep_barrier:seqnumDuringOpen/1732191827996/Put/seqid=0 2024-11-21T12:24:01,890 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741846_1022 (size=5518) 2024-11-21T12:24:01,926 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 2128, reset compression=false 2024-11-21T12:24:02,001 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:24:02,001 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:24:02,001 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:02,201 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:02,291 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/rep_barrier/a70f2e29939144548d54d4ca9c7bcfaf 2024-11-21T12:24:02,317 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/table/84e18d4aabb349ebabbe648918cae41a is 53, key is hbase:replication/table:state/1732191833922/Put/seqid=0 2024-11-21T12:24:02,321 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741847_1023 (size=5308) 2024-11-21T12:24:02,330 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 2128, reset compression=false 2024-11-21T12:24:02,402 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:02,476 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:02,590 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:02,602 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:02,722 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/table/84e18d4aabb349ebabbe648918cae41a 2024-11-21T12:24:02,733 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/info/1e6550059aea46188156df5d24cdef72 as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/info/1e6550059aea46188156df5d24cdef72 2024-11-21T12:24:02,738 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/info/1e6550059aea46188156df5d24cdef72, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:24:02,738 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/ns/c9df31307b15450584085d4ec4eefb08 as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/ns/c9df31307b15450584085d4ec4eefb08 2024-11-21T12:24:02,742 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/ns/c9df31307b15450584085d4ec4eefb08, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:24:02,743 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/rep_barrier/a70f2e29939144548d54d4ca9c7bcfaf as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/rep_barrier/a70f2e29939144548d54d4ca9c7bcfaf 2024-11-21T12:24:02,751 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/rep_barrier/a70f2e29939144548d54d4ca9c7bcfaf, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:24:02,752 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/.tmp/table/84e18d4aabb349ebabbe648918cae41a as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/table/84e18d4aabb349ebabbe648918cae41a 2024-11-21T12:24:02,758 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/table/84e18d4aabb349ebabbe648918cae41a, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:24:02,759 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false 2024-11-21T12:24:02,763 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:24:02,764 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:02,764 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:02,764 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:02,764 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191841000Running coprocessor pre-close hooks at 1732191841000Disabling compacts and flushes for region at 1732191841000Disabling writes for close at 1732191841000Obtaining lock to block concurrent updates at 1732191841000Preparing flush snapshotting stores in 1588230740 at 1732191841000Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191841001 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191841001Flushing 1588230740/info: creating writer at 1732191841001Flushing 1588230740/info: appending metadata at 1732191841021 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732191841021Flushing 1588230740/ns: creating writer at 1732191841443 (+422 ms)Flushing 1588230740/ns: appending metadata at 1732191841458 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191841458Flushing 1588230740/rep_barrier: creating writer at 1732191841868 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191841886 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191841886Flushing 1588230740/table: creating writer at 1732191842297 (+411 ms)Flushing 1588230740/table: appending metadata at 1732191842316 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732191842316Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e47c050: reopening flushed file at 1732191842732 (+416 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a59a72a: reopening flushed file at 1732191842738 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@303e3a58: reopening flushed file at 1732191842742 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4ff33ede: reopening flushed file at 1732191842751 (+9 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1759ms, sequenceid=16, compaction requested=false at 1732191842759 (+8 ms)Writing region close event to WAL at 1732191842760 (+1 ms)Running coprocessor post-close hooks at 1732191842764 (+4 ms)Closed at 1732191842764 2024-11-21T12:24:02,764 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:02,802 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,45115,1732191820390; all regions closed. 2024-11-21T12:24:02,805 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:24:02,805 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.meta.1732191822811.meta not finished, retry = 0 2024-11-21T12:24:02,835 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.1732191822414 to pos 2128, reset compression=false 2024-11-21T12:24:02,908 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741839_1015 (size=3114) 2024-11-21T12:24:02,908 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/WALs/9bb5b7e9dd2c,45115,1732191820390/9bb5b7e9dd2c%2C45115%2C1732191820390.rep.1732191833881 not finished, retry = 0 2024-11-21T12:24:03,011 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741833_1009 (size=2136) 2024-11-21T12:24:03,012 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:03,012 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:03,012 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:03,012 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:03,012 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:03,012 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:03,013 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,45115,1732191820390 because: Region server is closing 2024-11-21T12:24:03,013 INFO [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:45115. 2024-11-21T12:24:03,013 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:03,013 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:03,013 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:03,013 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:03,114 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.shipper9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 terminated 2024-11-21T12:24:03,114 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,45115,1732191820390.replicationSource.wal-reader.9bb5b7e9dd2c%2C45115%2C1732191820390,1-9bb5b7e9dd2c,45115,1732191820390 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:24:03,114 INFO [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:45115. 2024-11-21T12:24:03,114 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:03,114 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:03,114 DEBUG [RS:0;9bb5b7e9dd2c:45115 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:03,114 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:03,114 INFO [RS:0;9bb5b7e9dd2c:45115 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:45115 2024-11-21T12:24:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033657979/rs/9bb5b7e9dd2c,45115,1732191820390 2024-11-21T12:24:03,117 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979/rs 2024-11-21T12:24:03,117 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:03,118 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,45115,1732191820390] 2024-11-21T12:24:03,119 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-2033657979/draining/9bb5b7e9dd2c,45115,1732191820390 already deleted, retry=false 2024-11-21T12:24:03,119 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,45115,1732191820390 expired; onlineServers=0 2024-11-21T12:24:03,119 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,34401,1732191820351' ***** 2024-11-21T12:24:03,119 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:03,120 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:03,120 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:03,120 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:03,120 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191822201 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191822201,5,FailOnTimeoutGroup] 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:03,120 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:03,120 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:03,120 INFO [M:0;9bb5b7e9dd2c:34401 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:03,121 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:03,121 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191822202 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191822202,5,FailOnTimeoutGroup] 2024-11-21T12:24:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-2033657979/master 2024-11-21T12:24:03,122 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-2033657979 2024-11-21T12:24:03,122 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] zookeeper.ZKUtil(347): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Unable to get data of znode /2-2033657979/master because node does not exist (not an error) 2024-11-21T12:24:03,122 WARN [M:0;9bb5b7e9dd2c:34401 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:03,123 INFO [M:0;9bb5b7e9dd2c:34401 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/.lastflushedseqids 2024-11-21T12:24:03,131 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:24:03,185 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:03,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:03,219 INFO [RS:0;9bb5b7e9dd2c:45115 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:03,219 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:45115-0x100624b84600007, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:03,219 INFO [RS:0;9bb5b7e9dd2c:45115 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,45115,1732191820390; zookeeper connection closed. 2024-11-21T12:24:03,219 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@35be0802 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@35be0802 2024-11-21T12:24:03,220 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:03,528 INFO [M:0;9bb5b7e9dd2c:34401 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:03,529 INFO [M:0;9bb5b7e9dd2c:34401 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:03,529 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:03,529 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:03,529 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:03,529 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:03,529 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:03,529 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:24:03,552 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25f5e66142ab43fda06342c4d1cd4b25 is 82, key is hbase:meta,,1/info:regioninfo/1732191822853/Put/seqid=0 2024-11-21T12:24:03,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:24:03,557 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25f5e66142ab43fda06342c4d1cd4b25 2024-11-21T12:24:03,582 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9ac344e773416398ab449db09afa4e is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191833925/Put/seqid=0 2024-11-21T12:24:03,587 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741850_1026 (size=8517) 2024-11-21T12:24:03,598 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:03,987 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9ac344e773416398ab449db09afa4e 2024-11-21T12:24:03,989 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:04,011 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834b3e6bb6e04e4cac7493dd88d6d101 is 69, key is 9bb5b7e9dd2c,45115,1732191820390/rs:state/1732191822242/Put/seqid=0 2024-11-21T12:24:04,015 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:24:04,416 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834b3e6bb6e04e4cac7493dd88d6d101 2024-11-21T12:24:04,420 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/25f5e66142ab43fda06342c4d1cd4b25 as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25f5e66142ab43fda06342c4d1cd4b25 2024-11-21T12:24:04,424 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/25f5e66142ab43fda06342c4d1cd4b25, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:24:04,425 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/0f9ac344e773416398ab449db09afa4e as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f9ac344e773416398ab449db09afa4e 2024-11-21T12:24:04,429 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/0f9ac344e773416398ab449db09afa4e, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:24:04,429 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/834b3e6bb6e04e4cac7493dd88d6d101 as hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/834b3e6bb6e04e4cac7493dd88d6d101 2024-11-21T12:24:04,433 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46257/user/jenkins/test-data/adc9e413-8f6f-70de-3230-1d7b8e94560d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/834b3e6bb6e04e4cac7493dd88d6d101, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:24:04,434 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false 2024-11-21T12:24:04,436 INFO [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:04,436 DEBUG [M:0;9bb5b7e9dd2c:34401 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191843529Disabling compacts and flushes for region at 1732191843529Disabling writes for close at 1732191843529Obtaining lock to block concurrent updates at 1732191843529Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191843529Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191843530 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191843530Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191843530Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191843551 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191843551Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191843561 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191843582 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191843582Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191843992 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191844010 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191844010Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b77ae68: reopening flushed file at 1732191844420 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@27ca982c: reopening flushed file at 1732191844425 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@248aa30f: reopening flushed file at 1732191844429 (+4 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 905ms, sequenceid=97, compaction requested=false at 1732191844434 (+5 ms)Writing region close event to WAL at 1732191844436 (+2 ms)Closed at 1732191844436 2024-11-21T12:24:04,438 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:37807 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:24:04,439 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:04,439 INFO [M:0;9bb5b7e9dd2c:34401 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:04,439 INFO [M:0;9bb5b7e9dd2c:34401 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34401 2024-11-21T12:24:04,439 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:04,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:04,542 INFO [M:0;9bb5b7e9dd2c:34401 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:04,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34401-0x100624b84600006, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:04,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@5dc1f8ba{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:04,546 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3f4a9931{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:04,546 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:04,546 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7326c7ba{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:04,547 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@b674f04{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:04,548 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:04,548 WARN [BP-751998118-172.17.0.2-1732191819397 heartbeating to localhost/127.0.0.1:46257 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:04,548 WARN [BP-751998118-172.17.0.2-1732191819397 heartbeating to localhost/127.0.0.1:46257 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-751998118-172.17.0.2-1732191819397 (Datanode Uuid f54a21fa-e643-4aab-aa33-58e8693cd42a) service to localhost/127.0.0.1:46257 2024-11-21T12:24:04,548 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:04,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/cluster_301bc6e3-cb0e-a4f6-17d4-363d0bcda374/data/data1/current/BP-751998118-172.17.0.2-1732191819397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:04,549 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/cluster_301bc6e3-cb0e-a4f6-17d4-363d0bcda374/data/data2/current/BP-751998118-172.17.0.2-1732191819397 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:04,550 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:04,558 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@722f81d0{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:04,558 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@48c629e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:04,558 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2424ba0e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:04,559 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@76e551cd{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:04,579 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:04,579 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:04,579 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:04,579 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:04,580 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:04,580 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:04,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:04,580 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1755698529, stopped=false 2024-11-21T12:24:04,580 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,34833,1732191816877 2024-11-21T12:24:04,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229328096/running 2024-11-21T12:24:04,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229328096/running 2024-11-21T12:24:04,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:24:04,582 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:24:04,582 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:04,582 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:04,582 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:04,582 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:04,582 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/running 2024-11-21T12:24:04,583 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,42671,1732191816917' ***** 2024-11-21T12:24:04,583 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:04,583 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Set watcher on znode that does not yet exist, /11229328096/running 2024-11-21T12:24:04,583 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:04,583 INFO [RS:0;9bb5b7e9dd2c:42671 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:04,583 INFO [RS:0;9bb5b7e9dd2c:42671 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:04,583 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:04,583 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(3091): Received CLOSE for b1e6aa553d92526e15a1008fcbdc1abc 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(3091): Received CLOSE for caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:42671. 2024-11-21T12:24:04,584 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b1e6aa553d92526e15a1008fcbdc1abc, disabling compactions & flushes 2024-11-21T12:24:04,584 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:04,584 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:24:04,584 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:04,584 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:24:04,584 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. after waiting 0 ms 2024-11-21T12:24:04,584 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:04,584 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:04,584 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing b1e6aa553d92526e15a1008fcbdc1abc 3/3 column families, dataSize=1.16 KB heapSize=2.50 KB 2024-11-21T12:24:04,585 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:24:04,585 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1325): Online Regions={b1e6aa553d92526e15a1008fcbdc1abc=hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc., 1588230740=hbase:meta,,1.1588230740, caf795f9b32de29e36062f8385731ea2=test,,1732191825086.caf795f9b32de29e36062f8385731ea2.} 2024-11-21T12:24:04,585 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e6aa553d92526e15a1008fcbdc1abc, caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:04,585 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:04,585 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:04,585 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:04,585 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:04,585 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:04,585 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:24:04,586 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:04,586 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:04,604 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/.tmp/queue/d32e93ee72ec460196ca7720933a6966 is 154, key is 1-9bb5b7e9dd2c,42671,1732191816917/queue:9bb5b7e9dd2c%2C42671%2C1732191816917/1732191840450/Put/seqid=0 2024-11-21T12:24:04,608 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741840_1016 (size=5353) 2024-11-21T12:24:04,609 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/info/8c1c127f37ad44a48bbe8c40b8b24ab1 is 147, key is hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc./info:regioninfo/1732191831747/Put/seqid=0 2024-11-21T12:24:04,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741841_1017 (size=7686) 2024-11-21T12:24:04,651 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:04,702 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:04,785 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e6aa553d92526e15a1008fcbdc1abc, caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:04,892 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:04,985 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b1e6aa553d92526e15a1008fcbdc1abc, caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,009 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.16 KB at sequenceid=12 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/.tmp/queue/d32e93ee72ec460196ca7720933a6966 2024-11-21T12:24:05,013 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/info/8c1c127f37ad44a48bbe8c40b8b24ab1 2024-11-21T12:24:05,015 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/.tmp/queue/d32e93ee72ec460196ca7720933a6966 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/queue/d32e93ee72ec460196ca7720933a6966 2024-11-21T12:24:05,018 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/queue/d32e93ee72ec460196ca7720933a6966, entries=1, sequenceid=12, filesize=5.2 K 2024-11-21T12:24:05,020 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b1e6aa553d92526e15a1008fcbdc1abc in 436ms, sequenceid=12, compaction requested=false 2024-11-21T12:24:05,024 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/replication/b1e6aa553d92526e15a1008fcbdc1abc/recovered.edits/15.seqid, newMaxSeqId=15, maxSeqId=1 2024-11-21T12:24:05,025 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:05,025 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:05,025 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:24:05,025 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b1e6aa553d92526e15a1008fcbdc1abc: Waiting for close lock at 1732191844584Running coprocessor pre-close hooks at 1732191844584Disabling compacts and flushes for region at 1732191844584Disabling writes for close at 1732191844584Obtaining lock to block concurrent updates at 1732191844584Preparing flush snapshotting stores in b1e6aa553d92526e15a1008fcbdc1abc at 1732191844584Finished memstore snapshotting hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc., syncing WAL and waiting on mvcc, flushsize=dataSize=1192, getHeapSize=2512, getOffHeapSize=0, getCellsCount=8 at 1732191844585 (+1 ms)Flushing stores of hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. at 1732191844585Flushing b1e6aa553d92526e15a1008fcbdc1abc/queue: creating writer at 1732191844585Flushing b1e6aa553d92526e15a1008fcbdc1abc/queue: appending metadata at 1732191844603 (+18 ms)Flushing b1e6aa553d92526e15a1008fcbdc1abc/queue: closing flushed file at 1732191844603Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@251652ac: reopening flushed file at 1732191845014 (+411 ms)Finished flush of dataSize ~1.16 KB/1192, heapSize ~1.98 KB/2032, currentSize=0 B/0 for b1e6aa553d92526e15a1008fcbdc1abc in 436ms, sequenceid=12, compaction requested=false at 1732191845020 (+6 ms)Writing region close event to WAL at 1732191845021 (+1 ms)Running coprocessor post-close hooks at 1732191845025 (+4 ms)Closed at 1732191845025 2024-11-21T12:24:05,026 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191830570.b1e6aa553d92526e15a1008fcbdc1abc. 2024-11-21T12:24:05,026 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing caf795f9b32de29e36062f8385731ea2, disabling compactions & flushes 2024-11-21T12:24:05,026 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:24:05,026 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:24:05,026 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191825086.caf795f9b32de29e36062f8385731ea2. after waiting 0 ms 2024-11-21T12:24:05,026 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:24:05,026 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing caf795f9b32de29e36062f8385731ea2 3/3 column families, dataSize=276 B heapSize=1.77 KB 2024-11-21T12:24:05,036 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/ns/0e004e9b4bf64712ab34d3c21ed2ef0e is 43, key is default/ns:d/1732191819257/Put/seqid=0 2024-11-21T12:24:05,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:24:05,052 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f/db08d8f74d17489bac2206b031cb87be is 29, key is row1/f:/1732191838949/DeleteFamily/seqid=0 2024-11-21T12:24:05,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741843_1019 (size=5152) 2024-11-21T12:24:05,186 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,386 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,445 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/ns/0e004e9b4bf64712ab34d3c21ed2ef0e 2024-11-21T12:24:05,461 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f/db08d8f74d17489bac2206b031cb87be 2024-11-21T12:24:05,466 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db08d8f74d17489bac2206b031cb87be 2024-11-21T12:24:05,479 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2d194afce4e18b46d8b7232de0159 is 112, key is test,,1732191825086.caf795f9b32de29e36062f8385731ea2./rep_barrier:seqnumDuringOpen/1732191826246/Put/seqid=0 2024-11-21T12:24:05,484 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741844_1020 (size=5518) 2024-11-21T12:24:05,484 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2d194afce4e18b46d8b7232de0159 2024-11-21T12:24:05,491 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f1/c0120ac1202c48688a9966d2515a6159 is 30, key is row1/f1:/1732191838949/DeleteFamily/seqid=0 2024-11-21T12:24:05,501 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741845_1021 (size=5158) 2024-11-21T12:24:05,507 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/table/a0cc6da19cc04766ba1ac9e5e1cef311 is 53, key is hbase:replication/table:state/1732191831753/Put/seqid=0 2024-11-21T12:24:05,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741846_1022 (size=5308) 2024-11-21T12:24:05,520 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/table/a0cc6da19cc04766ba1ac9e5e1cef311 2024-11-21T12:24:05,526 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/info/8c1c127f37ad44a48bbe8c40b8b24ab1 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/info/8c1c127f37ad44a48bbe8c40b8b24ab1 2024-11-21T12:24:05,530 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/info/8c1c127f37ad44a48bbe8c40b8b24ab1, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:24:05,532 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/ns/0e004e9b4bf64712ab34d3c21ed2ef0e as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/ns/0e004e9b4bf64712ab34d3c21ed2ef0e 2024-11-21T12:24:05,538 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/ns/0e004e9b4bf64712ab34d3c21ed2ef0e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:24:05,538 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/rep_barrier/a4f2d194afce4e18b46d8b7232de0159 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/rep_barrier/a4f2d194afce4e18b46d8b7232de0159 2024-11-21T12:24:05,543 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/rep_barrier/a4f2d194afce4e18b46d8b7232de0159, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:24:05,543 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/.tmp/table/a0cc6da19cc04766ba1ac9e5e1cef311 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/table/a0cc6da19cc04766ba1ac9e5e1cef311 2024-11-21T12:24:05,548 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/table/a0cc6da19cc04766ba1ac9e5e1cef311, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:24:05,549 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false 2024-11-21T12:24:05,554 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:24:05,555 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:05,555 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:05,555 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:05,555 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191844585Running coprocessor pre-close hooks at 1732191844585Disabling compacts and flushes for region at 1732191844585Disabling writes for close at 1732191844585Obtaining lock to block concurrent updates at 1732191844585Preparing flush snapshotting stores in 1588230740 at 1732191844585Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191844586 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191844586Flushing 1588230740/info: creating writer at 1732191844587 (+1 ms)Flushing 1588230740/info: appending metadata at 1732191844608 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732191844608Flushing 1588230740/ns: creating writer at 1732191845018 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732191845035 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732191845035Flushing 1588230740/rep_barrier: creating writer at 1732191845452 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191845479 (+27 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191845479Flushing 1588230740/table: creating writer at 1732191845489 (+10 ms)Flushing 1588230740/table: appending metadata at 1732191845507 (+18 ms)Flushing 1588230740/table: closing flushed file at 1732191845507Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@14cf4680: reopening flushed file at 1732191845525 (+18 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@649ad73b: reopening flushed file at 1732191845530 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@257f7c4b: reopening flushed file at 1732191845538 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b7cda3d: reopening flushed file at 1732191845543 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 964ms, sequenceid=16, compaction requested=false at 1732191845549 (+6 ms)Writing region close event to WAL at 1732191845551 (+2 ms)Running coprocessor post-close hooks at 1732191845555 (+4 ms)Closed at 1732191845555 2024-11-21T12:24:05,555 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:05,586 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:24:05,586 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1325): Online Regions={caf795f9b32de29e36062f8385731ea2=test,,1732191825086.caf795f9b32de29e36062f8385731ea2.} 2024-11-21T12:24:05,586 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,786 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,896 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1193, reset compression=false 2024-11-21T12:24:05,901 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=77 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f1/c0120ac1202c48688a9966d2515a6159 2024-11-21T12:24:05,902 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:05,902 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1440, reset compression=false 2024-11-21T12:24:05,902 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,42671,1732191816917 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680, lastWalPosition=1440, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:05,903 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,42671,1732191816917: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,42671,1732191816917, walGroup=9bb5b7e9dd2c%2C42671%2C1732191816917, offset=9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680:1440, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:42671 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:24:05,905 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:24:05,905 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:24:05,906 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:24:05,906 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:24:05,906 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:24:05,906 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1001358672 }, "NonHeapMemoryUsage": { "committed": 206635008, "init": 7667712, "max": -1, "used": 202647256 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:24:05,906 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:34833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:24:05,910 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:05,910 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0120ac1202c48688a9966d2515a6159 2024-11-21T12:24:05,941 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/norep/ec6f295a185740d4ae4c09e18a869c2d is 33, key is row1/norep:/1732191838949/DeleteFamily/seqid=0 2024-11-21T12:24:05,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741847_1023 (size=5108) 2024-11-21T12:24:05,956 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=29 B at sequenceid=10 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/norep/ec6f295a185740d4ae4c09e18a869c2d 2024-11-21T12:24:05,962 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6f295a185740d4ae4c09e18a869c2d 2024-11-21T12:24:05,963 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f/db08d8f74d17489bac2206b031cb87be as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/f/db08d8f74d17489bac2206b031cb87be 2024-11-21T12:24:05,969 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for db08d8f74d17489bac2206b031cb87be 2024-11-21T12:24:05,969 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/f/db08d8f74d17489bac2206b031cb87be, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:05,970 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/f1/c0120ac1202c48688a9966d2515a6159 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/f1/c0120ac1202c48688a9966d2515a6159 2024-11-21T12:24:05,974 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for c0120ac1202c48688a9966d2515a6159 2024-11-21T12:24:05,974 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/f1/c0120ac1202c48688a9966d2515a6159, entries=3, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:05,975 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/.tmp/norep/ec6f295a185740d4ae4c09e18a869c2d as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/norep/ec6f295a185740d4ae4c09e18a869c2d 2024-11-21T12:24:05,979 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ec6f295a185740d4ae4c09e18a869c2d 2024-11-21T12:24:05,979 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/norep/ec6f295a185740d4ae4c09e18a869c2d, entries=1, sequenceid=10, filesize=5.0 K 2024-11-21T12:24:05,980 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for caf795f9b32de29e36062f8385731ea2 in 954ms, sequenceid=10, compaction requested=false 2024-11-21T12:24:05,987 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1351): Waiting on caf795f9b32de29e36062f8385731ea2 2024-11-21T12:24:05,992 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/data/default/test/caf795f9b32de29e36062f8385731ea2/recovered.edits/13.seqid, newMaxSeqId=13, maxSeqId=1 2024-11-21T12:24:05,993 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:05,993 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:05,993 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:24:05,993 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for caf795f9b32de29e36062f8385731ea2: Waiting for close lock at 1732191845026Running coprocessor pre-close hooks at 1732191845026Disabling compacts and flushes for region at 1732191845026Disabling writes for close at 1732191845026Obtaining lock to block concurrent updates at 1732191845026Preparing flush snapshotting stores in caf795f9b32de29e36062f8385731ea2 at 1732191845026Finished memstore snapshotting test,,1732191825086.caf795f9b32de29e36062f8385731ea2., syncing WAL and waiting on mvcc, flushsize=dataSize=276, getHeapSize=1768, getOffHeapSize=0, getCellsCount=10 at 1732191845026Flushing stores of test,,1732191825086.caf795f9b32de29e36062f8385731ea2. at 1732191845027 (+1 ms)Flushing caf795f9b32de29e36062f8385731ea2/f: creating writer at 1732191845028 (+1 ms)Flushing caf795f9b32de29e36062f8385731ea2/f: appending metadata at 1732191845051 (+23 ms)Flushing caf795f9b32de29e36062f8385731ea2/f: closing flushed file at 1732191845051Flushing caf795f9b32de29e36062f8385731ea2/f1: creating writer at 1732191845467 (+416 ms)Flushing caf795f9b32de29e36062f8385731ea2/f1: appending metadata at 1732191845490 (+23 ms)Flushing caf795f9b32de29e36062f8385731ea2/f1: closing flushed file at 1732191845490Flushing caf795f9b32de29e36062f8385731ea2/norep: creating writer at 1732191845910 (+420 ms)Flushing caf795f9b32de29e36062f8385731ea2/norep: appending metadata at 1732191845940 (+30 ms)Flushing caf795f9b32de29e36062f8385731ea2/norep: closing flushed file at 1732191845940Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@34086a53: reopening flushed file at 1732191845962 (+22 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1ece0cc7: reopening flushed file at 1732191845970 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@67313819: reopening flushed file at 1732191845974 (+4 ms)Finished flush of dataSize ~276 B/276, heapSize ~1.73 KB/1768, currentSize=0 B/0 for caf795f9b32de29e36062f8385731ea2 in 954ms, sequenceid=10, compaction requested=false at 1732191845980 (+6 ms)Writing region close event to WAL at 1732191845989 (+9 ms)Running coprocessor post-close hooks at 1732191845993 (+4 ms)Closed at 1732191845993 2024-11-21T12:24:05,993 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191825086.caf795f9b32de29e36062f8385731ea2. 2024-11-21T12:24:06,118 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 1440, reset compression=false 2024-11-21T12:24:06,124 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:06,124 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/WALs/9bb5b7e9dd2c,42671,1732191816917/9bb5b7e9dd2c%2C42671%2C1732191816917.1732191818680 to pos 2084, reset compression=false 2024-11-21T12:24:06,187 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,42671,1732191816917; all regions closed. 2024-11-21T12:24:06,191 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:24:06,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741839_1015 (size=3114) 2024-11-21T12:24:06,202 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741833_1009 (size=2092) 2024-11-21T12:24:06,203 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:06,203 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:06,203 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:06,203 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:06,203 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:06,203 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:06,204 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,42671,1732191816917 because: Region server is closing 2024-11-21T12:24:06,204 INFO [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:42671. 2024-11-21T12:24:06,204 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:06,204 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:06,204 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:06,204 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:06,305 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.shipper9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 terminated 2024-11-21T12:24:06,305 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,42671,1732191816917.replicationSource.wal-reader.9bb5b7e9dd2c%2C42671%2C1732191816917,1-9bb5b7e9dd2c,42671,1732191816917 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:24:06,305 INFO [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:42671. 2024-11-21T12:24:06,305 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:06,305 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:06,305 DEBUG [RS:0;9bb5b7e9dd2c:42671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:06,305 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:06,305 INFO [RS:0;9bb5b7e9dd2c:42671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:42671 2024-11-21T12:24:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096/rs 2024-11-21T12:24:06,311 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229328096/rs/9bb5b7e9dd2c,42671,1732191816917 2024-11-21T12:24:06,311 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:06,312 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,42671,1732191816917] 2024-11-21T12:24:06,314 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /11229328096/draining/9bb5b7e9dd2c,42671,1732191816917 already deleted, retry=false 2024-11-21T12:24:06,314 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,42671,1732191816917 expired; onlineServers=0 2024-11-21T12:24:06,314 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,34833,1732191816877' ***** 2024-11-21T12:24:06,314 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:06,314 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:06,314 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:06,314 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:06,314 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:06,314 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:06,314 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191818412 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191818412,5,FailOnTimeoutGroup] 2024-11-21T12:24:06,314 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191818412 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191818412,5,FailOnTimeoutGroup] 2024-11-21T12:24:06,314 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:06,314 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:06,314 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:06,314 INFO [M:0;9bb5b7e9dd2c:34833 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:06,315 INFO [M:0;9bb5b7e9dd2c:34833 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:06,315 INFO [M:0;9bb5b7e9dd2c:34833 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:06,315 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/11229328096/master 2024-11-21T12:24:06,316 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/11229328096 2024-11-21T12:24:06,316 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] zookeeper.ZKUtil(347): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Unable to get data of znode /11229328096/master because node does not exist (not an error) 2024-11-21T12:24:06,316 WARN [M:0;9bb5b7e9dd2c:34833 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:06,318 INFO [M:0;9bb5b7e9dd2c:34833 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/.lastflushedseqids 2024-11-21T12:24:06,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:24:06,413 INFO [RS:0;9bb5b7e9dd2c:42671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:06,413 INFO [RS:0;9bb5b7e9dd2c:42671 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,42671,1732191816917; zookeeper connection closed. 2024-11-21T12:24:06,413 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:42671-0x100624b84600004, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:06,413 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4fb5a601 2024-11-21T12:24:06,413 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:06,465 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:24:06,645 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:24:06,647 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,648 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,649 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,681 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,682 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,685 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,691 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,693 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:06,723 INFO [M:0;9bb5b7e9dd2c:34833 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:06,723 INFO [M:0;9bb5b7e9dd2c:34833 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:06,723 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:06,723 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:06,723 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:06,723 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:06,723 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:06,724 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.51 KB heapSize=64.93 KB 2024-11-21T12:24:06,749 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836c471f9a7840e8933d465e9b49d8df is 82, key is hbase:meta,,1/info:regioninfo/1732191819248/Put/seqid=0 2024-11-21T12:24:06,755 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:24:06,755 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836c471f9a7840e8933d465e9b49d8df 2024-11-21T12:24:06,780 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4ab31e77c4d5d8b3e5dc45ae469d3 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191831756/Put/seqid=0 2024-11-21T12:24:06,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741850_1026 (size=8517) 2024-11-21T12:24:07,188 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54.96 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4ab31e77c4d5d8b3e5dc45ae469d3 2024-11-21T12:24:07,212 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7f3d400275488098d7c1edaf6079bf is 69, key is 9bb5b7e9dd2c,42671,1732191816917/rs:state/1732191818487/Put/seqid=0 2024-11-21T12:24:07,216 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:24:07,226 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:07,617 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7f3d400275488098d7c1edaf6079bf 2024-11-21T12:24:07,623 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/836c471f9a7840e8933d465e9b49d8df as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/836c471f9a7840e8933d465e9b49d8df 2024-11-21T12:24:07,628 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/836c471f9a7840e8933d465e9b49d8df, entries=8, sequenceid=97, filesize=5.5 K 2024-11-21T12:24:07,628 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/f4f4ab31e77c4d5d8b3e5dc45ae469d3 as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4f4ab31e77c4d5d8b3e5dc45ae469d3 2024-11-21T12:24:07,632 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/f4f4ab31e77c4d5d8b3e5dc45ae469d3, entries=11, sequenceid=97, filesize=8.3 K 2024-11-21T12:24:07,633 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/0d7f3d400275488098d7c1edaf6079bf as hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d7f3d400275488098d7c1edaf6079bf 2024-11-21T12:24:07,637 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33131/user/jenkins/test-data/a081ffb4-49da-8b65-6337-5a920da3adf0/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/0d7f3d400275488098d7c1edaf6079bf, entries=1, sequenceid=97, filesize=5.0 K 2024-11-21T12:24:07,638 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=97, compaction requested=false 2024-11-21T12:24:07,641 INFO [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:07,641 DEBUG [M:0;9bb5b7e9dd2c:34833 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191846723Disabling compacts and flushes for region at 1732191846723Disabling writes for close at 1732191846723Obtaining lock to block concurrent updates at 1732191846724 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191846724Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=56847, getHeapSize=66424, getOffHeapSize=0, getCellsCount=114 at 1732191846724Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191846728 (+4 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191846729 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191846749 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191846749Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191846759 (+10 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191846779 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191846779Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191847192 (+413 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191847211 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191847211Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c6ac854: reopening flushed file at 1732191847623 (+412 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4859055c: reopening flushed file at 1732191847628 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@39b014fe: reopening flushed file at 1732191847633 (+5 ms)Finished flush of dataSize ~55.51 KB/56847, heapSize ~64.63 KB/66184, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 915ms, sequenceid=97, compaction requested=false at 1732191847638 (+5 ms)Writing region close event to WAL at 1732191847641 (+3 ms)Closed at 1732191847641 2024-11-21T12:24:07,646 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33777 is added to blk_1073741830_1006 (size=63666) 2024-11-21T12:24:07,647 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:07,647 INFO [M:0;9bb5b7e9dd2c:34833 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:07,647 INFO [M:0;9bb5b7e9dd2c:34833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34833 2024-11-21T12:24:07,648 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:07,750 INFO [M:0;9bb5b7e9dd2c:34833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:07,750 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:34833-0x100624b84600003, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:07,753 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@7153898e{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:07,754 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2aaf8662{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:07,754 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:07,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7b425b08{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:07,754 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17854fb5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:07,756 WARN [BP-131422682-172.17.0.2-1732191815905 heartbeating to localhost/127.0.0.1:33131 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:07,756 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:07,756 WARN [BP-131422682-172.17.0.2-1732191815905 heartbeating to localhost/127.0.0.1:33131 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-131422682-172.17.0.2-1732191815905 (Datanode Uuid 30390d75-f0d3-45ba-bf03-77cfd5e13dad) service to localhost/127.0.0.1:33131 2024-11-21T12:24:07,756 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:07,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/cluster_8d2a0a05-dff5-0696-4284-d237fd85ed03/data/data1/current/BP-131422682-172.17.0.2-1732191815905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:07,757 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/cluster_8d2a0a05-dff5-0696-4284-d237fd85ed03/data/data2/current/BP-131422682-172.17.0.2-1732191815905 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:07,757 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:07,765 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@224f3f38{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:07,766 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6f416987{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:07,766 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:07,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7644a679{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:07,766 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@2d866bf0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/8bca0c08-50d9-2ecf-af54-135946cdf1e5/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:07,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:07,780 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:07,780 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:07,780 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:07,780 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:07,780 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:07,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:07,781 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=212695136, stopped=false 2024-11-21T12:24:07,781 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,40249,1732191813133 2024-11-21T12:24:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597915927/running 2024-11-21T12:24:07,783 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597915927/running 2024-11-21T12:24:07,783 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:24:07,783 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:24:07,783 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:07,784 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:07,784 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/running 2024-11-21T12:24:07,784 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testCyclicReplication3(TestMasterReplication.java:438) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:07,784 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:07,785 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Set watcher on znode that does not yet exist, /0-1597915927/running 2024-11-21T12:24:07,785 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,35833,1732191813221' ***** 2024-11-21T12:24:07,785 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:07,785 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:07,785 INFO [RS:0;9bb5b7e9dd2c:35833 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:07,785 INFO [RS:0;9bb5b7e9dd2c:35833 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:07,785 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(3091): Received CLOSE for 0018872a2149ea362368cd38f7f44941 2024-11-21T12:24:07,787 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(3091): Received CLOSE for 016eefb0f9b3a5604295b349eea90be7 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35833. 2024-11-21T12:24:07,788 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 0018872a2149ea362368cd38f7f44941, disabling compactions & flushes 2024-11-21T12:24:07,788 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:24:07,788 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:07,788 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:07,788 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:24:07,788 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191822933.0018872a2149ea362368cd38f7f44941. after waiting 0 ms 2024-11-21T12:24:07,788 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:07,788 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:07,789 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:07,789 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 0018872a2149ea362368cd38f7f44941 3/3 column families, dataSize=107 B heapSize=1.15 KB 2024-11-21T12:24:07,789 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:24:07,789 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 0018872a2149ea362368cd38f7f44941=test,,1732191822933.0018872a2149ea362368cd38f7f44941., 016eefb0f9b3a5604295b349eea90be7=hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7.} 2024-11-21T12:24:07,789 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 0018872a2149ea362368cd38f7f44941, 016eefb0f9b3a5604295b349eea90be7, 1588230740 2024-11-21T12:24:07,789 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:07,789 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:07,789 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:07,789 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:07,789 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:07,789 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:24:07,810 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/info/a2f0e47b5191490db511f5d7d1ea989c is 147, key is hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7./info:regioninfo/1732191829611/Put/seqid=0 2024-11-21T12:24:07,811 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f/29c502d57e954f43b593c370f00f47fb is 28, key is row/f:/1732191837942/DeleteFamily/seqid=0 2024-11-21T12:24:07,816 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741840_1016 (size=7686) 2024-11-21T12:24:07,818 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741841_1017 (size=5085) 2024-11-21T12:24:07,819 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=54 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f/29c502d57e954f43b593c370f00f47fb 2024-11-21T12:24:07,823 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29c502d57e954f43b593c370f00f47fb 2024-11-21T12:24:07,840 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f1/bcb9b499ccd24b338d157163ef8f0e30 is 29, key is row/f1:/1732191837942/DeleteFamily/seqid=0 2024-11-21T12:24:07,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741842_1018 (size=5089) 2024-11-21T12:24:07,848 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:07,848 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=25 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f1/bcb9b499ccd24b338d157163ef8f0e30 2024-11-21T12:24:07,853 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcb9b499ccd24b338d157163ef8f0e30 2024-11-21T12:24:07,873 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/norep/ca86136eef704a27998687c87b86f9bd is 32, key is row/norep:/1732191837942/DeleteFamily/seqid=0 2024-11-21T12:24:07,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741843_1019 (size=5101) 2024-11-21T12:24:07,989 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 0018872a2149ea362368cd38f7f44941, 016eefb0f9b3a5604295b349eea90be7, 1588230740 2024-11-21T12:24:08,189 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 0018872a2149ea362368cd38f7f44941, 016eefb0f9b3a5604295b349eea90be7, 1588230740 2024-11-21T12:24:08,216 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/info/a2f0e47b5191490db511f5d7d1ea989c 2024-11-21T12:24:08,235 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/ns/5e720b3f40e246baabdfdb8ef5b5bc7e is 43, key is default/ns:d/1732191815840/Put/seqid=0 2024-11-21T12:24:08,239 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741844_1020 (size=5153) 2024-11-21T12:24:08,287 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=28 B at sequenceid=6 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/norep/ca86136eef704a27998687c87b86f9bd 2024-11-21T12:24:08,291 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca86136eef704a27998687c87b86f9bd 2024-11-21T12:24:08,291 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f/29c502d57e954f43b593c370f00f47fb as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/f/29c502d57e954f43b593c370f00f47fb 2024-11-21T12:24:08,295 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 29c502d57e954f43b593c370f00f47fb 2024-11-21T12:24:08,295 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/f/29c502d57e954f43b593c370f00f47fb, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:24:08,296 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/f1/bcb9b499ccd24b338d157163ef8f0e30 as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/f1/bcb9b499ccd24b338d157163ef8f0e30 2024-11-21T12:24:08,300 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for bcb9b499ccd24b338d157163ef8f0e30 2024-11-21T12:24:08,300 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/f1/bcb9b499ccd24b338d157163ef8f0e30, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:24:08,300 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/.tmp/norep/ca86136eef704a27998687c87b86f9bd as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/norep/ca86136eef704a27998687c87b86f9bd 2024-11-21T12:24:08,304 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for ca86136eef704a27998687c87b86f9bd 2024-11-21T12:24:08,304 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/norep/ca86136eef704a27998687c87b86f9bd, entries=1, sequenceid=6, filesize=5.0 K 2024-11-21T12:24:08,305 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0018872a2149ea362368cd38f7f44941 in 517ms, sequenceid=6, compaction requested=false 2024-11-21T12:24:08,305 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:24:08,310 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/default/test/0018872a2149ea362368cd38f7f44941/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=1 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:08,311 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 0018872a2149ea362368cd38f7f44941: Waiting for close lock at 1732191847788Running coprocessor pre-close hooks at 1732191847788Disabling compacts and flushes for region at 1732191847788Disabling writes for close at 1732191847788Obtaining lock to block concurrent updates at 1732191847789 (+1 ms)Preparing flush snapshotting stores in 0018872a2149ea362368cd38f7f44941 at 1732191847789Finished memstore snapshotting test,,1732191822933.0018872a2149ea362368cd38f7f44941., syncing WAL and waiting on mvcc, flushsize=dataSize=107, getHeapSize=1128, getOffHeapSize=0, getCellsCount=4 at 1732191847789Flushing stores of test,,1732191822933.0018872a2149ea362368cd38f7f44941. at 1732191847789Flushing 0018872a2149ea362368cd38f7f44941/f: creating writer at 1732191847790 (+1 ms)Flushing 0018872a2149ea362368cd38f7f44941/f: appending metadata at 1732191847810 (+20 ms)Flushing 0018872a2149ea362368cd38f7f44941/f: closing flushed file at 1732191847810Flushing 0018872a2149ea362368cd38f7f44941/f1: creating writer at 1732191847823 (+13 ms)Flushing 0018872a2149ea362368cd38f7f44941/f1: appending metadata at 1732191847840 (+17 ms)Flushing 0018872a2149ea362368cd38f7f44941/f1: closing flushed file at 1732191847840Flushing 0018872a2149ea362368cd38f7f44941/norep: creating writer at 1732191847853 (+13 ms)Flushing 0018872a2149ea362368cd38f7f44941/norep: appending metadata at 1732191847871 (+18 ms)Flushing 0018872a2149ea362368cd38f7f44941/norep: closing flushed file at 1732191847871Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4c134052: reopening flushed file at 1732191848291 (+420 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@28335fe5: reopening flushed file at 1732191848295 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5a5df23a: reopening flushed file at 1732191848300 (+5 ms)Finished flush of dataSize ~107 B/107, heapSize ~1.10 KB/1128, currentSize=0 B/0 for 0018872a2149ea362368cd38f7f44941 in 517ms, sequenceid=6, compaction requested=false at 1732191848305 (+5 ms)Writing region close event to WAL at 1732191848307 (+2 ms)Running coprocessor post-close hooks at 1732191848311 (+4 ms)Closed at 1732191848311 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191822933.0018872a2149ea362368cd38f7f44941. 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 016eefb0f9b3a5604295b349eea90be7, disabling compactions & flushes 2024-11-21T12:24:08,311 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. after waiting 0 ms 2024-11-21T12:24:08,311 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:24:08,311 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 016eefb0f9b3a5604295b349eea90be7 3/3 column families, dataSize=594 B heapSize=1.63 KB 2024-11-21T12:24:08,327 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/.tmp/queue/1bab6a09285b4cbdbac3f7b15aebdd6a is 153, key is 1-9bb5b7e9dd2c,35833,1732191813221/queue:9bb5b7e9dd2c%2C35833%2C1732191813221/1732191838136/Put/seqid=0 2024-11-21T12:24:08,332 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741845_1021 (size=5352) 2024-11-21T12:24:08,390 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 016eefb0f9b3a5604295b349eea90be7, 1588230740 2024-11-21T12:24:08,590 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 016eefb0f9b3a5604295b349eea90be7, 1588230740 2024-11-21T12:24:08,631 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 636, reset compression=false 2024-11-21T12:24:08,635 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:08,635 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 1527, reset compression=false 2024-11-21T12:24:08,635 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,35833,1732191813221 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858, lastWalPosition=1527, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:08,636 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,35833,1732191813221: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,35833,1732191813221, walGroup=9bb5b7e9dd2c%2C35833%2C1732191813221, offset=9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858:1527, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:35833 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:24:08,637 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:24:08,637 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:24:08,638 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:24:08,638 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:24:08,638 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:24:08,638 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1405091840, "init": 1048576000, "max": 2306867200, "used": 1076856144 }, "NonHeapMemoryUsage": { "committed": 206897152, "init": 7667712, "max": -1, "used": 203162968 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:24:08,638 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:40249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:40249 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:24:08,640 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/ns/5e720b3f40e246baabdfdb8ef5b5bc7e 2024-11-21T12:24:08,658 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bdb332a796f4222b0b68e82883e32d0 is 112, key is test,,1732191822933.0018872a2149ea362368cd38f7f44941./rep_barrier:seqnumDuringOpen/1732191824083/Put/seqid=0 2024-11-21T12:24:08,662 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741846_1022 (size=5518) 2024-11-21T12:24:08,732 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=8 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/.tmp/queue/1bab6a09285b4cbdbac3f7b15aebdd6a 2024-11-21T12:24:08,737 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/.tmp/queue/1bab6a09285b4cbdbac3f7b15aebdd6a as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/queue/1bab6a09285b4cbdbac3f7b15aebdd6a 2024-11-21T12:24:08,741 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/queue/1bab6a09285b4cbdbac3f7b15aebdd6a, entries=1, sequenceid=8, filesize=5.2 K 2024-11-21T12:24:08,742 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 016eefb0f9b3a5604295b349eea90be7 in 431ms, sequenceid=8, compaction requested=false 2024-11-21T12:24:08,742 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:24:08,742 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:08,742 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:08,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/replication/016eefb0f9b3a5604295b349eea90be7/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=1 2024-11-21T12:24:08,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:08,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:08,746 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:24:08,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 016eefb0f9b3a5604295b349eea90be7: Waiting for close lock at 1732191848311Running coprocessor pre-close hooks at 1732191848311Disabling compacts and flushes for region at 1732191848311Disabling writes for close at 1732191848311Obtaining lock to block concurrent updates at 1732191848311Preparing flush snapshotting stores in 016eefb0f9b3a5604295b349eea90be7 at 1732191848311Finished memstore snapshotting hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1616, getOffHeapSize=0, getCellsCount=4 at 1732191848312 (+1 ms)Flushing stores of hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. at 1732191848312Flushing 016eefb0f9b3a5604295b349eea90be7/queue: creating writer at 1732191848312Flushing 016eefb0f9b3a5604295b349eea90be7/queue: appending metadata at 1732191848327 (+15 ms)Flushing 016eefb0f9b3a5604295b349eea90be7/queue: closing flushed file at 1732191848327Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@91bae2b: reopening flushed file at 1732191848736 (+409 ms)Finished flush of dataSize ~594 B/594, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 016eefb0f9b3a5604295b349eea90be7 in 431ms, sequenceid=8, compaction requested=false at 1732191848742 (+6 ms)Writing region close event to WAL at 1732191848743 (+1 ms)Running coprocessor post-close hooks at 1732191848746 (+3 ms)Closed at 1732191848746 2024-11-21T12:24:08,746 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191828413.016eefb0f9b3a5604295b349eea90be7. 2024-11-21T12:24:08,790 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:24:08,790 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:24:08,790 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:08,838 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 1527, reset compression=false 2024-11-21T12:24:08,990 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:09,063 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bdb332a796f4222b0b68e82883e32d0 2024-11-21T12:24:09,090 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/table/808644a3c26d4c1999e394301a8169dd is 53, key is hbase:replication/table:state/1732191829618/Put/seqid=0 2024-11-21T12:24:09,094 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741847_1023 (size=5308) 2024-11-21T12:24:09,142 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 1527, reset compression=false 2024-11-21T12:24:09,191 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:09,391 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:09,495 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/table/808644a3c26d4c1999e394301a8169dd 2024-11-21T12:24:09,501 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/info/a2f0e47b5191490db511f5d7d1ea989c as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/info/a2f0e47b5191490db511f5d7d1ea989c 2024-11-21T12:24:09,506 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/info/a2f0e47b5191490db511f5d7d1ea989c, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:24:09,506 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/ns/5e720b3f40e246baabdfdb8ef5b5bc7e as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/ns/5e720b3f40e246baabdfdb8ef5b5bc7e 2024-11-21T12:24:09,511 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/ns/5e720b3f40e246baabdfdb8ef5b5bc7e, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:24:09,512 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/rep_barrier/0bdb332a796f4222b0b68e82883e32d0 as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/rep_barrier/0bdb332a796f4222b0b68e82883e32d0 2024-11-21T12:24:09,516 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/rep_barrier/0bdb332a796f4222b0b68e82883e32d0, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:24:09,517 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/.tmp/table/808644a3c26d4c1999e394301a8169dd as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/table/808644a3c26d4c1999e394301a8169dd 2024-11-21T12:24:09,521 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/table/808644a3c26d4c1999e394301a8169dd, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:24:09,522 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false 2024-11-21T12:24:09,522 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:24:09,532 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:24:09,533 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:09,533 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:09,533 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:09,533 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191847789Running coprocessor pre-close hooks at 1732191847789Disabling compacts and flushes for region at 1732191847789Disabling writes for close at 1732191847789Obtaining lock to block concurrent updates at 1732191847789Preparing flush snapshotting stores in 1588230740 at 1732191847789Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191847790 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191847790Flushing 1588230740/info: creating writer at 1732191847790Flushing 1588230740/info: appending metadata at 1732191847810 (+20 ms)Flushing 1588230740/info: closing flushed file at 1732191847810Flushing 1588230740/ns: creating writer at 1732191848220 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732191848235 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191848235Flushing 1588230740/rep_barrier: creating writer at 1732191848643 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191848658 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191848658Flushing 1588230740/table: creating writer at 1732191849070 (+412 ms)Flushing 1588230740/table: appending metadata at 1732191849089 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732191849089Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@74bf09fe: reopening flushed file at 1732191849500 (+411 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@16994274: reopening flushed file at 1732191849506 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b0c1ba7: reopening flushed file at 1732191849511 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@661d1d20: reopening flushed file at 1732191849516 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1733ms, sequenceid=16, compaction requested=false at 1732191849522 (+6 ms)Writing region close event to WAL at 1732191849529 (+7 ms)Running coprocessor post-close hooks at 1732191849533 (+4 ms)Closed at 1732191849533 2024-11-21T12:24:09,533 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:09,545 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 to pos 1527, reset compression=false 2024-11-21T12:24:09,591 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,35833,1732191813221; all regions closed. 2024-11-21T12:24:09,594 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741834_1010 (size=4239) 2024-11-21T12:24:09,594 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.meta.1732191815794.meta not finished, retry = 0 2024-11-21T12:24:09,697 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741839_1015 (size=2240) 2024-11-21T12:24:09,700 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/WALs/9bb5b7e9dd2c,35833,1732191813221/9bb5b7e9dd2c%2C35833%2C1732191813221.1732191814858 not finished, retry = 0 2024-11-21T12:24:09,700 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741832_1008 (size=1535) 2024-11-21T12:24:09,801 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:09,801 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:09,801 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:09,801 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:09,801 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:09,801 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:09,802 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,35833,1732191813221 because: Region server is closing 2024-11-21T12:24:09,802 INFO [RS:0;9bb5b7e9dd2c:35833 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:35833. 2024-11-21T12:24:09,802 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:09,802 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:09,802 DEBUG [RS:0;9bb5b7e9dd2c:35833 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:09,802 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:09,902 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.shipper9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 terminated 2024-11-21T12:24:09,902 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,35833,1732191813221.replicationSource.wal-reader.9bb5b7e9dd2c%2C35833%2C1732191813221,1-9bb5b7e9dd2c,35833,1732191813221 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:24:09,902 INFO [RS:0;9bb5b7e9dd2c:35833 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:35833 2024-11-21T12:24:09,905 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597915927/rs/9bb5b7e9dd2c,35833,1732191813221 2024-11-21T12:24:09,905 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927/rs 2024-11-21T12:24:09,905 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:09,906 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,35833,1732191813221] 2024-11-21T12:24:09,907 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1597915927/draining/9bb5b7e9dd2c,35833,1732191813221 already deleted, retry=false 2024-11-21T12:24:09,907 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,35833,1732191813221 expired; onlineServers=0 2024-11-21T12:24:09,907 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,40249,1732191813133' ***** 2024-11-21T12:24:09,907 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:09,907 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:09,907 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:09,907 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:09,908 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:09,908 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:09,908 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191814637 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191814637,5,FailOnTimeoutGroup] 2024-11-21T12:24:09,908 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191814638 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191814638,5,FailOnTimeoutGroup] 2024-11-21T12:24:09,908 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:09,908 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:09,908 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:09,908 INFO [M:0;9bb5b7e9dd2c:40249 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:09,908 INFO [M:0;9bb5b7e9dd2c:40249 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:09,908 INFO [M:0;9bb5b7e9dd2c:40249 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:09,908 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:09,909 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1597915927/master 2024-11-21T12:24:09,910 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1597915927 2024-11-21T12:24:09,910 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] zookeeper.ZKUtil(347): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Unable to get data of znode /0-1597915927/master because node does not exist (not an error) 2024-11-21T12:24:09,910 WARN [M:0;9bb5b7e9dd2c:40249 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:09,910 INFO [M:0;9bb5b7e9dd2c:40249 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/.lastflushedseqids 2024-11-21T12:24:09,914 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741848_1024 (size=245) 2024-11-21T12:24:10,007 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:10,007 INFO [RS:0;9bb5b7e9dd2c:35833 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:10,007 DEBUG [pool-1945-thread-1-EventThread {}] zookeeper.ZKWatcher(609): regionserver:35833-0x100624b84600001, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:10,007 INFO [RS:0;9bb5b7e9dd2c:35833 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,35833,1732191813221; zookeeper connection closed. 2024-11-21T12:24:10,007 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@94cb3a6 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@94cb3a6 2024-11-21T12:24:10,007 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:10,315 INFO [M:0;9bb5b7e9dd2c:40249 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:10,315 INFO [M:0;9bb5b7e9dd2c:40249 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:10,315 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:10,315 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:10,315 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:10,316 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:10,316 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:10,316 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=55.75 KB heapSize=65.74 KB 2024-11-21T12:24:10,332 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f41025611495bba66af89e4087b39 is 82, key is hbase:meta,,1/info:regioninfo/1732191815830/Put/seqid=0 2024-11-21T12:24:10,336 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741849_1025 (size=5672) 2024-11-21T12:24:10,736 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f41025611495bba66af89e4087b39 2024-11-21T12:24:10,756 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19f27d25e4745d9bad2f35662681ac8 is 1246, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191824095/Put/seqid=0 2024-11-21T12:24:10,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741850_1026 (size=7218) 2024-11-21T12:24:11,161 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=55.20 KB at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19f27d25e4745d9bad2f35662681ac8 2024-11-21T12:24:11,166 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a19f27d25e4745d9bad2f35662681ac8 2024-11-21T12:24:11,189 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2606b683f49d4665a1f06dce3e1f2f22 is 69, key is 9bb5b7e9dd2c,35833,1732191813221/rs:state/1732191814685/Put/seqid=0 2024-11-21T12:24:11,200 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741851_1027 (size=5156) 2024-11-21T12:24:11,201 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=105 (bloomFilter=true), to=hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2606b683f49d4665a1f06dce3e1f2f22 2024-11-21T12:24:11,207 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/3f0f41025611495bba66af89e4087b39 as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0f41025611495bba66af89e4087b39 2024-11-21T12:24:11,214 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/3f0f41025611495bba66af89e4087b39, entries=8, sequenceid=105, filesize=5.5 K 2024-11-21T12:24:11,217 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/a19f27d25e4745d9bad2f35662681ac8 as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a19f27d25e4745d9bad2f35662681ac8 2024-11-21T12:24:11,223 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for a19f27d25e4745d9bad2f35662681ac8 2024-11-21T12:24:11,223 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/a19f27d25e4745d9bad2f35662681ac8, entries=11, sequenceid=105, filesize=7.0 K 2024-11-21T12:24:11,224 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2606b683f49d4665a1f06dce3e1f2f22 as hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2606b683f49d4665a1f06dce3e1f2f22 2024-11-21T12:24:11,234 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:43493/user/jenkins/test-data/96c31563-d432-1e83-7900-487e5d04782d/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2606b683f49d4665a1f06dce3e1f2f22, entries=1, sequenceid=105, filesize=5.0 K 2024-11-21T12:24:11,235 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(3140): Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=105, compaction requested=false 2024-11-21T12:24:11,241 INFO [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:11,241 DEBUG [M:0;9bb5b7e9dd2c:40249 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191850315Disabling compacts and flushes for region at 1732191850315Disabling writes for close at 1732191850316 (+1 ms)Obtaining lock to block concurrent updates at 1732191850316Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191850316Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=57092, getHeapSize=67256, getOffHeapSize=0, getCellsCount=122 at 1732191850316Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191850317 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191850317Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191850332 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191850332Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191850740 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191850756 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191850756Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191851166 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191851188 (+22 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191851189 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@62be70cf: reopening flushed file at 1732191851206 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2ffe6b5d: reopening flushed file at 1732191851215 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b957209: reopening flushed file at 1732191851223 (+8 ms)Finished flush of dataSize ~55.75 KB/57092, heapSize ~65.45 KB/67016, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 919ms, sequenceid=105, compaction requested=false at 1732191851235 (+12 ms)Writing region close event to WAL at 1732191851241 (+6 ms)Closed at 1732191851241 2024-11-21T12:24:11,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:41949 is added to blk_1073741830_1006 (size=64423) 2024-11-21T12:24:11,247 INFO [M:0;9bb5b7e9dd2c:40249 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:11,247 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:11,247 INFO [M:0;9bb5b7e9dd2c:40249 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40249 2024-11-21T12:24:11,248 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:11,351 INFO [M:0;9bb5b7e9dd2c:40249 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:11,353 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:40249-0x100624b84600000, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:11,358 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@75067113{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:11,358 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@16cbf78d{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:11,359 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:11,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@146efea0{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:11,359 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@598bb7fe{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:11,360 WARN [BP-644348112-172.17.0.2-1732191812076 heartbeating to localhost/127.0.0.1:43493 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:11,360 WARN [BP-644348112-172.17.0.2-1732191812076 heartbeating to localhost/127.0.0.1:43493 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-644348112-172.17.0.2-1732191812076 (Datanode Uuid 0f2b7260-91bf-42e5-828e-7938f08cde56) service to localhost/127.0.0.1:43493 2024-11-21T12:24:11,360 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:11,360 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:11,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/data/data1/current/BP-644348112-172.17.0.2-1732191812076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:11,361 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/cluster_244c8005-f10d-bb8b-1e1a-bd594912fdfa/data/data2/current/BP-644348112-172.17.0.2-1732191812076 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:11,362 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:11,370 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@3c4d3430{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:11,371 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@1a79f27b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:11,371 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:11,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5c01c237{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:11,371 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6fb72c32{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0b20c3b4-20e9-6cf7-f83d-41d31387e1e0/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:11,381 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:24:11,400 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:11,420 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testCyclicReplication3 Thread=360 (was 315) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.19@localhost:46257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43493 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64488) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:43493 from jenkins.hfs.17 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.18@localhost:33131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: nioEventLoopGroup-32-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-42-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46257 from jenkins.hfs.19 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.17@localhost:43493 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-40-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64488) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46257 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33131 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33131 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-37-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33131 from jenkins.hfs.18 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46257 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-41-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:43493 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-33-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-38-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-39-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:64488) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46257 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-37-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-32-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=791 (was 729) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=474 (was 395) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7872 (was 7338) - AvailableMemoryMB LEAK? - 2024-11-21T12:24:11,436 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testLoopedReplication Thread=360, OpenFileDescriptor=791, MaxFileDescriptor=1048576, SystemLoadAverage=474, ProcessCount=11, AvailableMemoryMB=7870 2024-11-21T12:24:11,453 INFO [Time-limited test {}] replication.TestMasterReplication(178): testLoopedReplication 2024-11-21T12:24:11,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir so I do NOT create it in target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e 2024-11-21T12:24:11,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:24:11,454 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.tmp.dir so I do NOT create it in target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e 2024-11-21T12:24:11,454 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/86246dc7-8f87-2016-e80e-c25cbe1472e6/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:24:11,454 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e 2024-11-21T12:24:11,454 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2, deleteOnExit=true 2024-11-21T12:24:11,462 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/zookeeper_0, clientPort=54995, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:24:11,465 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=54995 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/test.cache.data in system properties and HBase conf 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:24:11,465 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:24:11,465 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:24:11,466 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:24:11,477 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624b84600005, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:11,477 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624b84600005, quorum=127.0.0.1:64488, baseZNode=/11229328096 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:24:11,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624b84600002, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:11,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100624b84600008, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:11,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624b84600002, quorum=127.0.0.1:64488, baseZNode=/0-1597915927 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:24:11,478 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100624b84600008, quorum=127.0.0.1:64488, baseZNode=/2-2033657979 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:24:11,557 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-11-21T12:24:11,573 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,573 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,573 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,574 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,575 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,575 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,612 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,613 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,613 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,613 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,614 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,617 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,623 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,624 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,626 WARN [Time-limited test {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:11,641 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:11,642 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:24:11,642 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 15, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 108788 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:24:11,677 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:11,684 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:11,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:11,687 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:11,687 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:11,688 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:11,688 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@a121b35{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:11,689 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@55cd99a8{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:11,834 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ffce131{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/java.io.tmpdir/jetty-localhost-40423-hadoop-hdfs-3_4_1-tests_jar-_-any-3857050365384441712/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:11,834 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@781782ee{HTTP/1.1, (http/1.1)}{localhost:40423} 2024-11-21T12:24:11,835 INFO [Time-limited test {}] server.Server(415): Started @289944ms 2024-11-21T12:24:11,948 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:11,955 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:11,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:11,965 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:11,965 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:11,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@2f13c430{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:11,968 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4ebbfaa5{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:12,113 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@3d2a6f07{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/java.io.tmpdir/jetty-localhost-43547-hadoop-hdfs-3_4_1-tests_jar-_-any-4829804770951402137/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:12,113 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6c792f7a{HTTP/1.1, (http/1.1)}{localhost:43547} 2024-11-21T12:24:12,113 INFO [Time-limited test {}] server.Server(415): Started @290223ms 2024-11-21T12:24:12,115 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:24:12,229 WARN [Thread-4179 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data1/current/BP-889335651-172.17.0.2-1732191851491/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:12,237 WARN [Thread-4180 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data2/current/BP-889335651-172.17.0.2-1732191851491/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:12,273 WARN [Thread-4167 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:24:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ebccc773f69cce with lease ID 0x39376f4b4e225b64: Processing first storage report for DS-0dcebb95-bd48-4774-8bcb-ea79d690568e from datanode DatanodeRegistration(127.0.0.1:43091, datanodeUuid=3b7fc21b-04a0-4587-a98d-cd076d6cd9ed, infoPort=35991, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=636086760;c=1732191851491) 2024-11-21T12:24:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ebccc773f69cce with lease ID 0x39376f4b4e225b64: from storage DS-0dcebb95-bd48-4774-8bcb-ea79d690568e node DatanodeRegistration(127.0.0.1:43091, datanodeUuid=3b7fc21b-04a0-4587-a98d-cd076d6cd9ed, infoPort=35991, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=636086760;c=1732191851491), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:24:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x40ebccc773f69cce with lease ID 0x39376f4b4e225b64: Processing first storage report for DS-c2f6f486-b455-4a62-b4c3-9c0502f25de6 from datanode DatanodeRegistration(127.0.0.1:43091, datanodeUuid=3b7fc21b-04a0-4587-a98d-cd076d6cd9ed, infoPort=35991, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=636086760;c=1732191851491) 2024-11-21T12:24:12,276 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x40ebccc773f69cce with lease ID 0x39376f4b4e225b64: from storage DS-c2f6f486-b455-4a62-b4c3-9c0502f25de6 node DatanodeRegistration(127.0.0.1:43091, datanodeUuid=3b7fc21b-04a0-4587-a98d-cd076d6cd9ed, infoPort=35991, infoSecurePort=0, ipcPort=33517, storageInfo=lv=-57;cid=testClusterID;nsid=636086760;c=1732191851491), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:12,367 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e 2024-11-21T12:24:12,367 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,369 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,396 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:24:12,398 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5 with version=8 2024-11-21T12:24:12,398 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/hbase-staging 2024-11-21T12:24:12,401 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:24:12,401 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:12,402 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:45419 2024-11-21T12:24:12,403 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:45419 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T12:24:12,441 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:454190x0, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:12,442 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:45419-0x100624c1e630000 connected 2024-11-21T12:24:12,471 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,473 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,486 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on znode that does not yet exist, /0-228834342/running 2024-11-21T12:24:12,486 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5, hbase.cluster.distributed=false 2024-11-21T12:24:12,489 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on znode that does not yet exist, /0-228834342/acl 2024-11-21T12:24:12,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=45419 2024-11-21T12:24:12,493 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=45419 2024-11-21T12:24:12,496 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=45419 2024-11-21T12:24:12,507 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=45419 2024-11-21T12:24:12,508 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=45419 2024-11-21T12:24:12,528 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:12,528 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:24:12,529 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:12,531 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37273 2024-11-21T12:24:12,532 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37273 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T12:24:12,532 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,535 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:12,543 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:372730x0, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:12,543 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:372730x0, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on znode that does not yet exist, /0-228834342/running 2024-11-21T12:24:12,544 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:24:12,545 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37273-0x100624c1e630001 connected 2024-11-21T12:24:12,548 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:24:12,549 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on znode that does not yet exist, /0-228834342/master 2024-11-21T12:24:12,550 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on znode that does not yet exist, /0-228834342/acl 2024-11-21T12:24:12,552 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-21T12:24:12,556 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37273 2024-11-21T12:24:12,561 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37273 2024-11-21T12:24:12,563 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-21T12:24:12,564 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37273 2024-11-21T12:24:12,582 DEBUG [M:0;9bb5b7e9dd2c:45419 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:45419 2024-11-21T12:24:12,585 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-228834342/backup-masters/9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342/backup-masters 2024-11-21T12:24:12,586 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342/backup-masters 2024-11-21T12:24:12,587 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on existing znode=/0-228834342/backup-masters/9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:12,589 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-228834342/master 2024-11-21T12:24:12,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:12,590 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:12,593 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on existing znode=/0-228834342/master 2024-11-21T12:24:12,593 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-228834342/backup-masters/9bb5b7e9dd2c,45419,1732191852401 from backup master directory 2024-11-21T12:24:12,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-228834342/backup-masters/9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:12,595 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342/backup-masters 2024-11-21T12:24:12,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342/backup-masters 2024-11-21T12:24:12,600 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:12,600 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:12,606 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/hbase.id] with ID: 238275a8-ffd5-44bd-80e2-9192a7d2f67f 2024-11-21T12:24:12,606 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/.tmp/hbase.id 2024-11-21T12:24:12,618 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:24:13,021 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/.tmp/hbase.id]:[hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/hbase.id] 2024-11-21T12:24:13,032 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:13,032 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:24:13,033 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:24:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,035 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,059 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:24:13,460 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:13,461 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:24:13,461 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:13,470 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:24:13,471 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/data/master/store 2024-11-21T12:24:13,477 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:13,483 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:13,483 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:13,483 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191853483Disabling compacts and flushes for region at 1732191853483Disabling writes for close at 1732191853483Writing region close event to WAL at 1732191853483Closed at 1732191853483 2024-11-21T12:24:13,484 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/data/master/store/.initializing 2024-11-21T12:24:13,485 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/WALs/9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:13,486 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:13,506 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C45419%2C1732191852401, suffix=, logDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/WALs/9bb5b7e9dd2c,45419,1732191852401, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/oldWALs, maxLogs=10 2024-11-21T12:24:13,527 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/WALs/9bb5b7e9dd2c,45419,1732191852401/9bb5b7e9dd2c%2C45419%2C1732191852401.1732191853506, exclude list is [], retry=0 2024-11-21T12:24:13,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-0dcebb95-bd48-4774-8bcb-ea79d690568e,DISK] 2024-11-21T12:24:13,534 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/WALs/9bb5b7e9dd2c,45419,1732191852401/9bb5b7e9dd2c%2C45419%2C1732191852401.1732191853506 2024-11-21T12:24:13,534 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-21T12:24:13,534 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:13,535 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:13,535 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,535 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,537 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:24:13,538 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:13,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:13,538 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:24:13,540 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:13,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:13,540 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:24:13,541 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:13,541 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:13,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,542 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:24:13,542 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:13,543 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:13,543 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,544 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,544 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,545 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,545 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,545 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:13,546 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:13,548 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:13,548 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=65473052, jitterRate=-0.024375498294830322}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:13,549 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191853535Initializing all the Stores at 1732191853536 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191853536Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191853536Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191853536Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191853536Cleaning up temporary data from old regions at 1732191853545 (+9 ms)Region opened successfully at 1732191853549 (+4 ms) 2024-11-21T12:24:13,549 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:24:13,551 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7576b376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:13,552 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:24:13,553 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:24:13,560 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:24:13,561 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Unable to get data of znode /0-228834342/balancer because node does not exist (not necessarily an error) 2024-11-21T12:24:13,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-228834342/balancer already deleted, retry=false 2024-11-21T12:24:13,563 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:24:13,564 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Unable to get data of znode /0-228834342/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:24:13,565 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-228834342/normalizer already deleted, retry=false 2024-11-21T12:24:13,565 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:24:13,573 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Unable to get data of znode /0-228834342/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:24:13,574 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-228834342/switch/split already deleted, retry=false 2024-11-21T12:24:13,576 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Unable to get data of znode /0-228834342/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:24:13,578 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-228834342/switch/merge already deleted, retry=false 2024-11-21T12:24:13,580 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Unable to get data of znode /0-228834342/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:24:13,582 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-228834342/snapshot-cleanup already deleted, retry=false 2024-11-21T12:24:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-228834342/running 2024-11-21T12:24:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-228834342/running 2024-11-21T12:24:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,583 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,584 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,45419,1732191852401, sessionid=0x100624c1e630000, setting cluster-up flag (Was=false) 2024-11-21T12:24:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,587 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,591 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-228834342/flush-table-proc/acquired, /0-228834342/flush-table-proc/reached, /0-228834342/flush-table-proc/abort 2024-11-21T12:24:13,593 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,596 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:13,600 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-228834342/online-snapshot/acquired, /0-228834342/online-snapshot/reached, /0-228834342/online-snapshot/abort 2024-11-21T12:24:13,601 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:13,603 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:24:13,607 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:13,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:24:13,608 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:24:13,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,45419,1732191852401 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:13,615 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,621 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:13,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:24:13,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:13,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191883631 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:24:13,632 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:24:13,637 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,645 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:24:13,645 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:24:13,645 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:24:13,645 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:24:13,648 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:24:13,648 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:24:13,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:24:13,653 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191853649,5,FailOnTimeoutGroup] 2024-11-21T12:24:13,656 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191853653,5,FailOnTimeoutGroup] 2024-11-21T12:24:13,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:24:13,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,657 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,669 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(746): ClusterId : 238275a8-ffd5-44bd-80e2-9192a7d2f67f 2024-11-21T12:24:13,669 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:24:13,671 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:24:13,671 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:24:13,674 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:24:13,674 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7238347d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:13,696 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:37273 2024-11-21T12:24:13,696 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:24:13,696 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:24:13,696 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:24:13,697 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,45419,1732191852401 with port=37273, startcode=1732191852528 2024-11-21T12:24:13,697 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:24:13,699 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40627, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.20 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:24:13,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45419 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,700 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45419 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,703 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5 2024-11-21T12:24:13,703 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:39003 2024-11-21T12:24:13,703 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:24:13,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342/rs 2024-11-21T12:24:13,706 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] zookeeper.ZKUtil(111): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Set watcher on existing znode=/0-228834342/rs/9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,706 WARN [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:13,706 INFO [RS:0;9bb5b7e9dd2c:37273 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:13,706 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,710 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,37273,1732191852528] 2024-11-21T12:24:13,712 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:24:13,715 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:24:13,715 INFO [RS:0;9bb5b7e9dd2c:37273 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:24:13,715 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,716 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:24:13,717 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:24:13,717 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:13,717 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,721 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37273,1732191852528-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:13,744 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:24:13,745 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,37273,1732191852528-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,745 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,745 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.Replication(171): 9bb5b7e9dd2c,37273,1732191852528 started 2024-11-21T12:24:13,768 INFO [RS:0;9bb5b7e9dd2c:37273 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:13,768 INFO [RS:0;9bb5b7e9dd2c:37273 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,37273,1732191852528, RpcServer on 9bb5b7e9dd2c/172.17.0.2:37273, sessionid=0x100624c1e630001 2024-11-21T12:24:13,768 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:24:13,768 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,768 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37273,1732191852528' 2024-11-21T12:24:13,768 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-228834342/flush-table-proc/abort' 2024-11-21T12:24:13,769 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-228834342/flush-table-proc/acquired' 2024-11-21T12:24:13,770 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:24:13,770 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:24:13,771 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:13,771 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,37273,1732191852528' 2024-11-21T12:24:13,771 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-228834342/online-snapshot/abort' 2024-11-21T12:24:13,771 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-228834342/online-snapshot/acquired' 2024-11-21T12:24:13,771 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:24:13,771 INFO [RS:0;9bb5b7e9dd2c:37273 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:24:13,771 INFO [RS:0;9bb5b7e9dd2c:37273 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:24:13,872 INFO [RS:0;9bb5b7e9dd2c:37273 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:13,873 INFO [RS:0;9bb5b7e9dd2c:37273 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37273%2C1732191852528, suffix=, logDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/oldWALs, maxLogs=10 2024-11-21T12:24:13,892 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528/9bb5b7e9dd2c%2C37273%2C1732191852528.1732191853874, exclude list is [], retry=0 2024-11-21T12:24:13,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-0dcebb95-bd48-4774-8bcb-ea79d690568e,DISK] 2024-11-21T12:24:13,896 INFO [RS:0;9bb5b7e9dd2c:37273 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528/9bb5b7e9dd2c%2C37273%2C1732191852528.1732191853874 2024-11-21T12:24:13,897 DEBUG [RS:0;9bb5b7e9dd2c:37273 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-21T12:24:14,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:24:14,049 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5 2024-11-21T12:24:14,054 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:24:14,455 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:14,456 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:14,458 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:14,458 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,459 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:14,460 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:14,460 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,461 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:14,462 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:14,462 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,463 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:14,464 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:14,464 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,464 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,464 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/1588230740 2024-11-21T12:24:14,465 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/1588230740 2024-11-21T12:24:14,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:14,466 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:14,466 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:14,467 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:14,469 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:14,469 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66169637, jitterRate=-0.013995572924613953}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:14,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191854455Initializing all the Stores at 1732191854456 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854456Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854456Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191854456Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854456Cleaning up temporary data from old regions at 1732191854466 (+10 ms)Region opened successfully at 1732191854470 (+4 ms) 2024-11-21T12:24:14,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:14,470 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:14,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:14,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:14,470 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:14,471 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:14,471 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191854470Disabling compacts and flushes for region at 1732191854470Disabling writes for close at 1732191854470Writing region close event to WAL at 1732191854471 (+1 ms)Closed at 1732191854471 2024-11-21T12:24:14,472 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:14,472 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:24:14,472 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:24:14,473 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:14,474 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:24:14,625 DEBUG [9bb5b7e9dd2c:45419 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:24:14,625 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:14,627 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37273,1732191852528, state=OPENING 2024-11-21T12:24:14,628 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:24:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:14,630 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-228834342 2024-11-21T12:24:14,631 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:14,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-228834342/meta-region-server: CHANGED 2024-11-21T12:24:14,631 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-228834342/meta-region-server: CHANGED 2024-11-21T12:24:14,631 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37273,1732191852528}] 2024-11-21T12:24:14,782 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:14,784 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34193, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:24:14,787 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:24:14,787 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:14,788 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:24:14,789 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C37273%2C1732191852528.meta, suffix=.meta, logDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528, archiveDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/oldWALs, maxLogs=10 2024-11-21T12:24:14,812 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528/9bb5b7e9dd2c%2C37273%2C1732191852528.meta.1732191854789.meta, exclude list is [], retry=0 2024-11-21T12:24:14,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43091,DS-0dcebb95-bd48-4774-8bcb-ea79d690568e,DISK] 2024-11-21T12:24:14,833 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/WALs/9bb5b7e9dd2c,37273,1732191852528/9bb5b7e9dd2c%2C37273%2C1732191852528.meta.1732191854789.meta 2024-11-21T12:24:14,835 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:35991:35991)] 2024-11-21T12:24:14,835 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:14,836 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:14,836 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:24:14,836 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:24:14,836 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:24:14,837 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:24:14,837 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:14,837 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:24:14,837 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:24:14,846 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:14,847 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:14,847 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,848 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:14,849 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:14,849 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,849 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:14,852 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:14,852 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,853 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:14,853 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:14,853 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:14,854 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:14,854 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:14,855 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/1588230740 2024-11-21T12:24:14,856 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/hbase/meta/1588230740 2024-11-21T12:24:14,857 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:14,857 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:14,858 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:14,859 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:14,859 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=64511875, jitterRate=-0.03869815170764923}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:14,860 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:24:14,860 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191854837Writing region info on filesystem at 1732191854837Initializing all the Stores at 1732191854841 (+4 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854841Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854845 (+4 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191854845Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191854845Cleaning up temporary data from old regions at 1732191854857 (+12 ms)Running coprocessor post-open hooks at 1732191854860 (+3 ms)Region opened successfully at 1732191854860 2024-11-21T12:24:14,862 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191854782 2024-11-21T12:24:14,864 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:24:14,864 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:24:14,865 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:14,865 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,37273,1732191852528, state=OPEN 2024-11-21T12:24:14,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37273-0x100624c1e630001, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-228834342/meta-region-server 2024-11-21T12:24:14,870 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:45419-0x100624c1e630000, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-228834342/meta-region-server 2024-11-21T12:24:14,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-228834342/meta-region-server: CHANGED 2024-11-21T12:24:14,870 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-228834342/meta-region-server: CHANGED 2024-11-21T12:24:14,870 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:14,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:24:14,873 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,37273,1732191852528 in 240 msec 2024-11-21T12:24:14,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:24:14,875 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 401 msec 2024-11-21T12:24:14,876 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:14,876 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:24:14,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:14,877 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37273,1732191852528, seqNum=-1] 2024-11-21T12:24:14,878 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:14,879 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54311, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:14,884 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.2760 sec 2024-11-21T12:24:14,885 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191854884, completionTime=-1 2024-11-21T12:24:14,885 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:24:14,885 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191914887 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191974887 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,887 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,888 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:45419, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,888 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,888 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,889 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.291sec 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:14,891 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:24:14,895 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:24:14,895 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:24:14,895 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,45419,1732191852401-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:14,970 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43bd6cf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:14,970 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45419,-1 for getting cluster id 2024-11-21T12:24:14,971 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:14,981 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238275a8-ffd5-44bd-80e2-9192a7d2f67f' 2024-11-21T12:24:14,981 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238275a8-ffd5-44bd-80e2-9192a7d2f67f" 2024-11-21T12:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@401be2b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45419,-1] 2024-11-21T12:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:14,982 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:14,984 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:14,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3dc00e3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:14,985 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,37273,1732191852528, seqNum=-1] 2024-11-21T12:24:14,987 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:14,988 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-44-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58590, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:14,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:14,991 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:54995 2024-11-21T12:24:14,994 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:54995, baseZNode=/0-228834342 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:15,004 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:15,004 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624c1e630002 connected 2024-11-21T12:24:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@39d293ef 2024-11-21T12:24:15,005 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:15,006 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55182, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:15,007 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:15,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:24:15,010 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:24:15,010 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:15,011 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:24:15,011 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:24:15,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:15,042 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:24:15,046 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c32a048bd9f98e76e6277e43722ded32, NAME => 'test,,1732191855007.c32a048bd9f98e76e6277e43722ded32.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5 2024-11-21T12:24:15,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43091 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191855007.c32a048bd9f98e76e6277e43722ded32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing c32a048bd9f98e76e6277e43722ded32, disabling compactions & flushes 2024-11-21T12:24:15,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. after waiting 0 ms 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,059 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,059 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for c32a048bd9f98e76e6277e43722ded32: Waiting for close lock at 1732191855059Disabling compacts and flushes for region at 1732191855059Disabling writes for close at 1732191855059Writing region close event to WAL at 1732191855059Closed at 1732191855059 2024-11-21T12:24:15,060 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:24:15,061 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191855007.c32a048bd9f98e76e6277e43722ded32.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191855060"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191855060"}]},"ts":"1732191855060"} 2024-11-21T12:24:15,063 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:24:15,064 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:24:15,064 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191855064"}]},"ts":"1732191855064"} 2024-11-21T12:24:15,066 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:24:15,067 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c32a048bd9f98e76e6277e43722ded32, ASSIGN}] 2024-11-21T12:24:15,068 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=c32a048bd9f98e76e6277e43722ded32, ASSIGN 2024-11-21T12:24:15,069 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=c32a048bd9f98e76e6277e43722ded32, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,37273,1732191852528; forceNewPlan=false, retain=false 2024-11-21T12:24:15,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:15,220 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c32a048bd9f98e76e6277e43722ded32, regionState=OPENING, regionLocation=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:15,225 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=c32a048bd9f98e76e6277e43722ded32, ASSIGN because future has completed 2024-11-21T12:24:15,226 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c32a048bd9f98e76e6277e43722ded32, server=9bb5b7e9dd2c,37273,1732191852528}] 2024-11-21T12:24:15,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:15,384 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,384 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => c32a048bd9f98e76e6277e43722ded32, NAME => 'test,,1732191855007.c32a048bd9f98e76e6277e43722ded32.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:15,384 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:15,384 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:24:15,385 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,385 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191855007.c32a048bd9f98e76e6277e43722ded32.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:15,385 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,385 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,387 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,388 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32a048bd9f98e76e6277e43722ded32 columnFamilyName f 2024-11-21T12:24:15,388 DEBUG [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:15,391 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(327): Store=c32a048bd9f98e76e6277e43722ded32/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:15,391 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,393 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32a048bd9f98e76e6277e43722ded32 columnFamilyName f1 2024-11-21T12:24:15,393 DEBUG [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:15,393 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(327): Store=c32a048bd9f98e76e6277e43722ded32/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:15,393 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,394 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c32a048bd9f98e76e6277e43722ded32 columnFamilyName norep 2024-11-21T12:24:15,394 DEBUG [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:15,394 INFO [StoreOpener-c32a048bd9f98e76e6277e43722ded32-1 {}] regionserver.HStore(327): Store=c32a048bd9f98e76e6277e43722ded32/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:15,394 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,395 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/default/test/c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,395 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/default/test/c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,396 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,396 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,397 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:24:15,398 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,399 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/data/default/test/c32a048bd9f98e76e6277e43722ded32/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:15,400 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened c32a048bd9f98e76e6277e43722ded32; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=58986885, jitterRate=-0.1210269182920456}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:24:15,400 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c32a048bd9f98e76e6277e43722ded32 2024-11-21T12:24:15,400 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for c32a048bd9f98e76e6277e43722ded32: Running coprocessor pre-open hook at 1732191855385Writing region info on filesystem at 1732191855385Initializing all the Stores at 1732191855386 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191855386Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191855387 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191855387Cleaning up temporary data from old regions at 1732191855396 (+9 ms)Running coprocessor post-open hooks at 1732191855400 (+4 ms)Region opened successfully at 1732191855400 2024-11-21T12:24:15,402 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191855007.c32a048bd9f98e76e6277e43722ded32., pid=6, masterSystemTime=1732191855379 2024-11-21T12:24:15,404 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,404 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191855007.c32a048bd9f98e76e6277e43722ded32. 2024-11-21T12:24:15,405 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=c32a048bd9f98e76e6277e43722ded32, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,37273,1732191852528 2024-11-21T12:24:15,407 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure c32a048bd9f98e76e6277e43722ded32, server=9bb5b7e9dd2c,37273,1732191852528 because future has completed 2024-11-21T12:24:15,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:24:15,410 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure c32a048bd9f98e76e6277e43722ded32, server=9bb5b7e9dd2c,37273,1732191852528 in 182 msec 2024-11-21T12:24:15,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:24:15,412 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=c32a048bd9f98e76e6277e43722ded32, ASSIGN in 343 msec 2024-11-21T12:24:15,413 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:24:15,413 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191855413"}]},"ts":"1732191855413"} 2024-11-21T12:24:15,415 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:24:15,415 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:24:15,417 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 408 msec 2024-11-21T12:24:15,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:15,642 INFO [RPCClient-NioEventLoopGroup-4-12 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:24:15,643 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5102d7f0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,643 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45419,-1 for getting cluster id 2024-11-21T12:24:15,643 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:15,644 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238275a8-ffd5-44bd-80e2-9192a7d2f67f' 2024-11-21T12:24:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238275a8-ffd5-44bd-80e2-9192a7d2f67f" 2024-11-21T12:24:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6231a1de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,644 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45419,-1] 2024-11-21T12:24:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:15,645 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,646 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55188, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:15,646 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d911091, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,646 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:15,647 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1885ef47 2024-11-21T12:24:15,648 DEBUG [RPCClient-NioEventLoopGroup-4-14 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:15,648 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:15,649 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:45419,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:24:15,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:24:15,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:15,652 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:45419' 2024-11-21T12:24:15,652 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18efbed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,652 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,45419,-1 for getting cluster id 2024-11-21T12:24:15,653 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:15,653 DEBUG [HMaster-EventLoopGroup-43-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '238275a8-ffd5-44bd-80e2-9192a7d2f67f' 2024-11-21T12:24:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:15,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "238275a8-ffd5-44bd-80e2-9192a7d2f67f" 2024-11-21T12:24:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@44343306, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,45419,-1] 2024-11-21T12:24:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:15,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,654 INFO [HMaster-EventLoopGroup-43-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:15,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2bdf2123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:15,655 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:15,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,45419,1732191852401 2024-11-21T12:24:15,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2242b1dc 2024-11-21T12:24:15,656 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-44-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:15,657 INFO [HMaster-EventLoopGroup-43-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:15,657 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:24:15,658 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:24:15,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,658 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,658 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:15,658 WARN [PEWorker-2 {}] replication.ModifyPeerProcedure(190): org.apache.hadoop.hbase.master.replication.AddPeerProcedure failed to call pre CP hook or the pre check is failed for peer 1, mark the procedure as failure and give up org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] 2024-11-21T12:24:15,667 ERROR [PEWorker-2 {}] procedure2.ProcedureExecutor(1697): Root Procedure pid=7, state=FAILED, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure does not support rollback but the execution failed and try to rollback, code bug? org.apache.hadoop.hbase.procedure2.RemoteProcedureException: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.procedure2.Procedure.setFailure(Procedure.java:765) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:192) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) ~[classes/:?] at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) ~[hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] Caused by: org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:456) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) ~[classes/:?] at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) ~[classes/:?] ... 8 more 2024-11-21T12:24:15,669 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1707): Rolled back pid=7, state=ROLLEDBACK, hasLock=true, exception=org.apache.hadoop.hbase.DoNotRetryIOException via master-add-peer:org.apache.hadoop.hbase.DoNotRetryIOException: Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint; org.apache.hadoop.hbase.master.replication.AddPeerProcedure exec-time=19 msec 2024-11-21T12:24:15,669 WARN [PEWorker-2 {}] procedure2.ProcedureExecutor(2061): Usually this should not happen, we will release the lock before if the procedure is finished, even if the holdLock is true, arrive here means we have some holes where we do not release the lock. And the releaseLock below may fail since the procedure may have already been deleted from the procedure store. 2024-11-21T12:24:15,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:15,763 INFO [RPCClient-NioEventLoopGroup-4-15 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3009): Operation: ADD_REPLICATION_PEER, peerId: 1 failed with Invalid cluster key: hbase+rpc://9bb5b7e9dd2c:45419, should not replicate to itself for HBaseInterClusterReplicationEndpoint 2024-11-21T12:24:15,763 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:15,763 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:616) at org.apache.hadoop.hbase.replication.TestMasterReplication.testLoopedReplication(TestMasterReplication.java:181) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.ExpectException.evaluate(ExpectException.java:19) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:15,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,763 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:15,763 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:15,787 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testLoopedReplication Thread=536 (was 360) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Time-limited test.LruBlockCache.EvictionThread java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.io.hfile.LruBlockCache$EvictionThread.run(LruBlockCache.java:957) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.datanode.DataXceiverServer@46647221 java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) java.base@17.0.11/sun.nio.ch.ServerSocketAdaptor.accept(ServerSocketAdaptor.java:126) app//org.apache.hadoop.hdfs.net.TcpPeerServer.accept(TcpPeerServer.java:85) app//org.apache.hadoop.hdfs.server.datanode.DataXceiverServer.run(DataXceiverServer.java:242) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: 9bb5b7e9dd2c:45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.waitOnAssignQueue(AssignmentManager.java:2398) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager.processAssignQueue(AssignmentManager.java:2420) app//org.apache.hadoop.hbase.master.assignment.AssignmentManager$1.run(AssignmentManager.java:2360) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2273-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RequestThrottler java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.RequestThrottler.run(RequestThrottler.java:147) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191853649 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$1.run(HFileCleaner.java:254) Potentially hanging thread: NIOWorkerThread-6 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master:store-WAL-Roller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: CacheReplicationMonitor(829907259) java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hdfs.server.blockmanagement.CacheReplicationMonitor.run(CacheReplicationMonitor.java:186) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor@3d10f114 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.PendingReconstructionBlocks$PendingReconstructionMonitor.run(PendingReconstructionBlocks.java:267) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: ProcedureDispatcherTimeoutThread java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.RemoteProcedureDispatcher$TimeoutExecutorThread.run(RemoteProcedureDispatcher.java:328) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: BootstrapNodeManager java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 33517 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-362214070_20 at /127.0.0.1:40890 [Receiving block BP-889335651-172.17.0.2-1732191851491:blk_1073741830_1006] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data1/current/BP-889335651-172.17.0.2-1732191851491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5-prefix:9bb5b7e9dd2c,37273,1732191852528 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-15 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7883 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.metaPriority.FPBQ.Fifo.handler=0,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: PacketResponder: BP-889335651-172.17.0.2-1732191851491:blk_1073741832_1008, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 3 on default port 39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: IPC Server handler 1 on default port 33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: pool-2278-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5/MasterData-prefix:9bb5b7e9dd2c,45419,1732191852401 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7878 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5d80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 3 on default port 33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: qtp590395791-7927-acceptor-0@353662fd-ServerConnector@6c792f7a{HTTP/1.1, (http/1.1)}{localhost:43547} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: HMaster-EventLoopGroup-43-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7882 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54995) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: qtp274374941-7877 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5d80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7879 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5d80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server idle connection scanner for port 39003 java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: PEWorker-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: Session-HouseKeeper-6c28b3a8-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2270-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp590395791-7929 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Block report processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.processQueue(BlockManager.java:5627) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$BlockReportProcessingThread.run(BlockManager.java:5614) Potentially hanging thread: snapshot-hfile-cleaner-cache-refresher java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-456101822_20 at /127.0.0.1:40820 [Waiting for operation #6] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: JvmPauseMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:148) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MemStoreFlusher.0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:265) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:77) app//org.apache.hadoop.hbase.regionserver.MemStoreFlusher$FlushHandler.run(MemStoreFlusher.java:323) Potentially hanging thread: WorkerMonitor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:279) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: LruBlockCacheStatsExecutor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39003 from jenkins.hfs.20 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: pool-2265-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: DatanodeAdminMonitor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RS:0;9bb5b7e9dd2c:37273-longCompactions-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.util.StealJobQueue.take(StealJobQueue.java:101) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-13 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: LeaseRenewer:jenkins.hfs.20@localhost:39003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FsDatasetAsyncDiskServiceFixer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer.run(HBaseTestingUtil.java:576) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@1fb068a9 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: LeaseRenewer:jenkins@localhost:39003 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-38-1 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//io.netty.channel.nio.SelectedSelectionKeySetSelector.select(SelectedSelectionKeySetSelector.java:68) app//io.netty.channel.nio.NioEventLoop.select(NioEventLoop.java:879) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:526) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-456101822_20 at /127.0.0.1:40920 [Receiving block BP-889335651-172.17.0.2-1732191851491:blk_1073741834_1010] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 2 on default port 39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor@586588ba java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.LeaseManager$Monitor.run(LeaseManager.java:537) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:39003 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor@56b7299a java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeResourceMonitor.run(FSNamesystem.java:4550) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-889335651-172.17.0.2-1732191851491:blk_1073741830_1006, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOServerCxnFactory.AcceptThread:localhost/127.0.0.1:54995 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.select(NIOServerCnxnFactory.java:205) app//org.apache.zookeeper.server.NIOServerCnxnFactory$AcceptThread.run(NIOServerCnxnFactory.java:181) Potentially hanging thread: IPC Server handler 2 on default port 33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: Command processor java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.processQueue(BPServiceActor.java:1411) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor$CommandProcessingThread.run(BPServiceActor.java:1395) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54995) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: IPC Server handler 0 on default port 39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor@3a2bdfed java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.HeartbeatManager$Monitor.run(HeartbeatManager.java:563) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server Responder java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.ipc.Server$Responder.doRunLoop(Server.java:1733) app//org.apache.hadoop.ipc.Server$Responder.run(Server.java:1716) Potentially hanging thread: master:store-Flusher java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1759) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor.flushLoop(MasterRegionFlusherAndCompactor.java:200) app//org.apache.hadoop.hbase.master.region.MasterRegionFlusherAndCompactor$$Lambda$480/0x00007f5d809f99c0.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7884 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.leaseChecker java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hbase.regionserver.LeaseManager.run(LeaseManager.java:82) Potentially hanging thread: ProcessThread(sid:0 cport:54995): java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.PrepRequestProcessor.run(PrepRequestProcessor.java:142) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=0,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: qtp274374941-7881-acceptor-0@3610dff8-ServerConnector@781782ee{HTTP/1.1, (http/1.1)}{localhost:40423} java.base@17.0.11/sun.nio.ch.Net.accept(Native Method) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.implAccept(ServerSocketChannelImpl.java:425) java.base@17.0.11/sun.nio.ch.ServerSocketChannelImpl.accept(ServerSocketChannelImpl.java:391) app//org.eclipse.jetty.server.ServerConnector.accept(ServerConnector.java:388) app//org.eclipse.jetty.server.AbstractConnector$Acceptor.run(AbstractConnector.java:704) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Timer for 'NameNode' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: NIOServerCxnFactory.SelectorThread-0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.select(NIOServerCnxnFactory.java:403) app//org.apache.zookeeper.server.NIOServerCnxnFactory$SelectorThread.run(NIOServerCnxnFactory.java:368) Potentially hanging thread: RS:0;9bb5b7e9dd2c:37273 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:906) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) java.base@17.0.11/java.security.AccessController.executePrivileged(AccessController.java:776) java.base@17.0.11/java.security.AccessController.doPrivileged(AccessController.java:399) java.base@17.0.11/javax.security.auth.Subject.doAs(Subject.java:376) app//org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) app//org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) app//org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-5 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: qtp590395791-7926 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5d80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp590395791-7928 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.eclipse.jetty.util.BlockingArrayQueue.poll(BlockingArrayQueue.java:382) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.idleJobPoll(QueuedThreadPool.java:974) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1018) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataNode DiskChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: StorageLocationChecker thread 0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: pool-2264-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9bb5b7e9dd2c:0.Chore.1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PEWorker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:167) app//org.apache.hadoop.hbase.procedure2.AbstractProcedureScheduler.poll(AbstractProcedureScheduler.java:149) app//org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2176) Potentially hanging thread: SyncThread:0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.zookeeper.server.SyncRequestProcessor.run(SyncRequestProcessor.java:170) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=0,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MobFileCache #0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server listener on 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener.run(Server.java:1559) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ConnnectionExpirer java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.server.NIOServerCnxnFactory$ConnectionExpirerThread.run(NIOServerCnxnFactory.java:554) Potentially hanging thread: RegionServerTracker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber@612fd0bc java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$LazyPersistFileScrubber.run(FSNamesystem.java:4689) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: M:0;9bb5b7e9dd2c:45419 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:81) app//org.apache.hadoop.hbase.util.Sleeper.sleep(Sleeper.java:64) app//org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:625) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RedundancyMonitor java.base@17.0.11/java.lang.Thread.sleep(Native Method) java.base@17.0.11/java.lang.Thread.sleep(Thread.java:344) java.base@17.0.11/java.util.concurrent.TimeUnit.sleep(TimeUnit.java:446) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$RedundancyMonitor.run(BlockManager.java:5352) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-7 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: OldWALsCleaner-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.deleteFile(LogCleaner.java:172) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner.lambda$createOldWalsCleaner$1(LogCleaner.java:152) app//org.apache.hadoop.hbase.master.cleaner.LogCleaner$$Lambda$597/0x00007f5d80abe000.run(Unknown Source) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Server handler 0 on default port 33517 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: regionserver/9bb5b7e9dd2c:0.logRoller java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hbase.wal.AbstractWALRoller.run(AbstractWALRoller.java:180) Potentially hanging thread: RSProcedureDispatcher-pool-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 4 on default port 39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: normalizer-worker-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorkQueue.take(RegionNormalizerWorkQueue.java:146) app//org.apache.hadoop.hbase.master.normalizer.RegionNormalizerWorker.run(RegionNormalizerWorker.java:191) java.base@17.0.11/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) java.base@17.0.11/java.util.concurrent.FutureTask.run(FutureTask.java:264) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191853653 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.PriorityBlockingQueue.take(PriorityBlockingQueue.java:535) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner.consumerLoop(HFileCleaner.java:285) app//org.apache.hadoop.hbase.master.cleaner.HFileCleaner$2.run(HFileCleaner.java:269) Potentially hanging thread: java.util.concurrent.ThreadPoolExecutor$Worker@393e7800[State = -1, empty queue] java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Hadoop-Metrics-Updater-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:54995) java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.zookeeper.ClientCnxnSocketNIO.doTransport(ClientCnxnSocketNIO.java:332) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1289) Potentially hanging thread: pool-2276-thread-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller@2e5e22b3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.namenode.FSNamesystem$NameNodeEditLogRoller.run(FSNamesystem.java:4592) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MarkedDeleteBlockScrubberThread java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.server.blockmanagement.BlockManager$MarkedDeleteBlockScrubber.run(BlockManager.java:5326) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: NIOWorkerThread-12 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Socket Reader #1 for port 0 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.apache.hadoop.ipc.Server$Listener$Reader.doRunLoop(Server.java:1497) app//org.apache.hadoop.ipc.Server$Listener$Reader.run(Server.java:1476) Potentially hanging thread: org.apache.hadoop.util.JvmPauseMonitor$Monitor@2c3e5131 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.util.JvmPauseMonitor$Monitor.run(JvmPauseMonitor.java:189) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-456101822_20 at /127.0.0.1:40908 [Receiving block BP-889335651-172.17.0.2-1732191851491:blk_1073741832_1008] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: BP-889335651-172.17.0.2-1732191851491 heartbeating to localhost/127.0.0.1:39003 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.IncrementalBlockReportManager.waitTillNextIBR(IncrementalBlockReportManager.java:158) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.offerService(BPServiceActor.java:771) app//org.apache.hadoop.hdfs.server.datanode.BPServiceActor.run(BPServiceActor.java:914) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: qtp274374941-7880 java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:146) app//org.eclipse.jetty.io.ManagedSelector.nioSelect(ManagedSelector.java:183) app//org.eclipse.jetty.io.ManagedSelector.select(ManagedSelector.java:190) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.select(ManagedSelector.java:606) app//org.eclipse.jetty.io.ManagedSelector$SelectorProducer.produce(ManagedSelector.java:543) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produceTask(EatWhatYouKill.java:362) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.doProduce(EatWhatYouKill.java:186) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.tryProduce(EatWhatYouKill.java:173) app//org.eclipse.jetty.util.thread.strategy.EatWhatYouKill.produce(EatWhatYouKill.java:137) app//org.eclipse.jetty.io.ManagedSelector$$Lambda$308/0x00007f5d80432800.run(Unknown Source) app//org.eclipse.jetty.util.thread.QueuedThreadPool.runJob(QueuedThreadPool.java:883) app//org.eclipse.jetty.util.thread.QueuedThreadPool$Runner.run(QueuedThreadPool.java:1034) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data1) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: PacketResponder: BP-889335651-172.17.0.2-1732191851491:blk_1073741834_1010, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: AsyncFSWAL-0-hdfs://localhost:39003/user/jenkins/test-data/54f70150-b961-fd93-19fe-5306cccc40d5-prefix:9bb5b7e9dd2c,37273,1732191852528.meta java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.replication.FPBQ.Fifo.handler=1,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: IPC Server handler 1 on default port 39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) app//org.apache.hadoop.ipc.CallQueueManager.take(CallQueueManager.java:370) app//org.apache.hadoop.ipc.Server$Handler.run(Server.java:3165) Potentially hanging thread: NIOWorkerThread-14 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-44-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait0(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:193) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWait(EpollEventLoop.java:304) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:368) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Session-HouseKeeper-6979ca91-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:1182) java.base@17.0.11/java.util.concurrent.ScheduledThreadPoolExecutor$DelayedWorkQueue.take(ScheduledThreadPoolExecutor.java:899) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37273 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: VolumeScannerThread(/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data2) java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.hdfs.server.datanode.VolumeScanner.run(VolumeScanner.java:656) Potentially hanging thread: refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/cluster_883bc18e-27f1-858b-3c40-8b1c9148bcc2/data/data2/current/BP-889335651-172.17.0.2-1732191851491 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.fs.CachingGetSpaceUsed$RefreshThread.run(CachingGetSpaceUsed.java:225) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: FSEditLogAsync java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.ArrayBlockingQueue.take(ArrayBlockingQueue.java:420) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.dequeueEdit(FSEditLogAsync.java:241) app//org.apache.hadoop.hdfs.server.namenode.FSEditLogAsync.run(FSEditLogAsync.java:250) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:211) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquire(AbstractQueuedSynchronizer.java:715) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer.acquireSharedInterruptibly(AbstractQueuedSynchronizer.java:1047) java.base@17.0.11/java.util.concurrent.Semaphore.acquire(Semaphore.java:318) app//org.apache.hadoop.hbase.ipc.FastPathRpcHandler.getCallRunner(FastPathRpcHandler.java:55) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=45419 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) app//org.apache.hadoop.hbase.ipc.RpcHandler.getCallRunner(RpcHandler.java:68) app//org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) Potentially hanging thread: ProcExecTimeout java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.DelayQueue.poll(DelayQueue.java:274) app//org.apache.hadoop.hbase.procedure2.util.DelayedUtil.takeWithoutInterrupt(DelayedUtil.java:81) app//org.apache.hadoop.hbase.procedure2.TimeoutExecutorThread.run(TimeoutExecutorThread.java:56) Potentially hanging thread: RSProcedureDispatcher-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:39003 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-16 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-43-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: NIOWorkerThread-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=882 (was 791) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=492 (was 474) - SystemLoadAverage LEAK? -, ProcessCount=11 (was 11), AvailableMemoryMB=7514 (was 7870) 2024-11-21T12:24:15,790 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-21T12:24:15,811 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=536, OpenFileDescriptor=882, MaxFileDescriptor=1048576, SystemLoadAverage=492, ProcessCount=11, AvailableMemoryMB=7511 2024-11-21T12:24:15,811 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=536 is superior to 500 2024-11-21T12:24:15,830 INFO [Time-limited test {}] replication.TestMasterReplication(298): testHFileMultiSlaveReplication 2024-11-21T12:24:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.log.dir so I do NOT create it in target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73 2024-11-21T12:24:15,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:24:15,831 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.tmp.dir so I do NOT create it in target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73 2024-11-21T12:24:15,831 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/704ffc64-0d6e-5a6a-9d0f-d50c2d8ccd9e/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:24:15,831 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73 2024-11-21T12:24:15,831 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b, deleteOnExit=true 2024-11-21T12:24:15,842 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/zookeeper_0, clientPort=50029, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-11-21T12:24:15,844 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=50029 2024-11-21T12:24:15,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:24:15,844 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/test.cache.data in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:24:15,845 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:15,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:24:15,846 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:24:15,976 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:15,981 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:15,996 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:15,997 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:15,997 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:16,004 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:16,008 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3dc8f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:16,009 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@56e05721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:16,191 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11901b1f{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/java.io.tmpdir/jetty-localhost-33125-hadoop-hdfs-3_4_1-tests_jar-_-any-6929562900055250525/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:16,192 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2f9dc39b{HTTP/1.1, (http/1.1)}{localhost:33125} 2024-11-21T12:24:16,192 INFO [Time-limited test {}] server.Server(415): Started @294301ms 2024-11-21T12:24:16,325 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:16,334 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:16,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:16,337 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:16,337 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:16,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e8443a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:16,339 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6f96effb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:16,467 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@74ee6f27{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/java.io.tmpdir/jetty-localhost-42373-hadoop-hdfs-3_4_1-tests_jar-_-any-3138725632567887624/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:16,467 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2de8c47c{HTTP/1.1, (http/1.1)}{localhost:42373} 2024-11-21T12:24:16,467 INFO [Time-limited test {}] server.Server(415): Started @294577ms 2024-11-21T12:24:16,468 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:24:16,561 WARN [Thread-4313 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/data/data2/current/BP-2129514317-172.17.0.2-1732191855881/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:16,561 WARN [Thread-4312 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/data/data1/current/BP-2129514317-172.17.0.2-1732191855881/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:16,582 WARN [Thread-4300 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:24:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b925278524afc83 with lease ID 0x429ca999b1ba0425: Processing first storage report for DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3 from datanode DatanodeRegistration(127.0.0.1:39731, datanodeUuid=588b89d0-2227-4edb-95f9-312cc51f227e, infoPort=41945, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=226557862;c=1732191855881) 2024-11-21T12:24:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b925278524afc83 with lease ID 0x429ca999b1ba0425: from storage DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3 node DatanodeRegistration(127.0.0.1:39731, datanodeUuid=588b89d0-2227-4edb-95f9-312cc51f227e, infoPort=41945, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=226557862;c=1732191855881), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x8b925278524afc83 with lease ID 0x429ca999b1ba0425: Processing first storage report for DS-b850f0d9-0724-43ee-962d-7dac5d1c7b74 from datanode DatanodeRegistration(127.0.0.1:39731, datanodeUuid=588b89d0-2227-4edb-95f9-312cc51f227e, infoPort=41945, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=226557862;c=1732191855881) 2024-11-21T12:24:16,585 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x8b925278524afc83 with lease ID 0x429ca999b1ba0425: from storage DS-b850f0d9-0724-43ee-962d-7dac5d1c7b74 node DatanodeRegistration(127.0.0.1:39731, datanodeUuid=588b89d0-2227-4edb-95f9-312cc51f227e, infoPort=41945, infoSecurePort=0, ipcPort=34111, storageInfo=lv=-57;cid=testClusterID;nsid=226557862;c=1732191855881), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:16,591 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73 2024-11-21T12:24:16,591 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:16,592 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:16,602 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:24:17,003 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2 with version=8 2024-11-21T12:24:17,004 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/hbase-staging 2024-11-21T12:24:17,007 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:17,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,007 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:17,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,007 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:17,008 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:24:17,008 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:17,008 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:32859 2024-11-21T12:24:17,009 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32859 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:17,016 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328590x0, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:17,016 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32859-0x100624c2f7c0000 connected 2024-11-21T12:24:17,035 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:17,037 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:17,040 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/running 2024-11-21T12:24:17,040 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2, hbase.cluster.distributed=false 2024-11-21T12:24:17,042 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/acl 2024-11-21T12:24:17,042 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-21T12:24:17,044 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32859 2024-11-21T12:24:17,047 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32859 2024-11-21T12:24:17,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-21T12:24:17,051 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32859 2024-11-21T12:24:17,068 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:24:17,068 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:17,069 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33409 2024-11-21T12:24:17,069 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:33409 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:17,070 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:17,071 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:17,075 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:334090x0, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:17,076 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:33409-0x100624c2f7c0001 connected 2024-11-21T12:24:17,076 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:334090x0, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/running 2024-11-21T12:24:17,076 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:24:17,081 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:24:17,081 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/master 2024-11-21T12:24:17,082 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/acl 2024-11-21T12:24:17,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33409 2024-11-21T12:24:17,083 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33409 2024-11-21T12:24:17,084 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33409 2024-11-21T12:24:17,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33409 2024-11-21T12:24:17,087 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33409 2024-11-21T12:24:17,104 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:32859 2024-11-21T12:24:17,107 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /0-1804352904/backup-masters/9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:17,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/backup-masters 2024-11-21T12:24:17,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/backup-masters 2024-11-21T12:24:17,110 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on existing znode=/0-1804352904/backup-masters/9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1804352904/master 2024-11-21T12:24:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:17,111 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:17,112 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on existing znode=/0-1804352904/master 2024-11-21T12:24:17,112 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /0-1804352904/backup-masters/9bb5b7e9dd2c,32859,1732191857007 from backup master directory 2024-11-21T12:24:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1804352904/backup-masters/9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/backup-masters 2024-11-21T12:24:17,114 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/backup-masters 2024-11-21T12:24:17,114 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:17,114 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:17,118 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/hbase.id] with ID: 33e93c85-c2d9-4b01-a42b-f786b9b3192d 2024-11-21T12:24:17,118 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/.tmp/hbase.id 2024-11-21T12:24:17,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:24:17,527 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/.tmp/hbase.id]:[hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/hbase.id] 2024-11-21T12:24:17,537 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:17,537 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:24:17,538 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:24:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:17,540 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:17,545 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:24:17,946 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:17,947 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:24:17,948 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:17,959 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:24:17,964 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store 2024-11-21T12:24:17,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:24:18,374 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:18,374 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:18,374 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:18,374 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:18,375 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:18,375 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:18,375 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:18,375 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191858374Disabling compacts and flushes for region at 1732191858374Disabling writes for close at 1732191858375 (+1 ms)Writing region close event to WAL at 1732191858375Closed at 1732191858375 2024-11-21T12:24:18,376 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/.initializing 2024-11-21T12:24:18,376 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/WALs/9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:18,377 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:18,379 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C32859%2C1732191857007, suffix=, logDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/WALs/9bb5b7e9dd2c,32859,1732191857007, archiveDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/oldWALs, maxLogs=10 2024-11-21T12:24:18,396 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/WALs/9bb5b7e9dd2c,32859,1732191857007/9bb5b7e9dd2c%2C32859%2C1732191857007.1732191858379, exclude list is [], retry=0 2024-11-21T12:24:18,399 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:18,401 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/WALs/9bb5b7e9dd2c,32859,1732191857007/9bb5b7e9dd2c%2C32859%2C1732191857007.1732191858379 2024-11-21T12:24:18,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:18,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:18,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:18,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,401 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,403 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,404 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:24:18,404 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:18,405 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:24:18,406 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:18,406 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:24:18,407 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:18,407 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:24:18,408 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,408 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:18,409 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,409 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,410 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,411 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:18,412 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:18,414 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:18,414 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68642335, jitterRate=0.02285049855709076}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:18,414 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191858401Initializing all the Stores at 1732191858402 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191858402Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191858402Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191858402Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191858402Cleaning up temporary data from old regions at 1732191858411 (+9 ms)Region opened successfully at 1732191858414 (+3 ms) 2024-11-21T12:24:18,414 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:24:18,418 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3adcfe57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:18,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:24:18,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:24:18,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:24:18,419 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:24:18,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:24:18,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:24:18,420 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:24:18,422 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:24:18,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/balancer because node does not exist (not necessarily an error) 2024-11-21T12:24:18,425 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/balancer already deleted, retry=false 2024-11-21T12:24:18,425 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:24:18,426 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:24:18,427 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/normalizer already deleted, retry=false 2024-11-21T12:24:18,428 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:24:18,433 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:24:18,434 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/switch/split already deleted, retry=false 2024-11-21T12:24:18,435 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:24:18,436 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/switch/merge already deleted, retry=false 2024-11-21T12:24:18,437 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:24:18,439 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/snapshot-cleanup already deleted, retry=false 2024-11-21T12:24:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1804352904/running 2024-11-21T12:24:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/0-1804352904/running 2024-11-21T12:24:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,445 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,32859,1732191857007, sessionid=0x100624c2f7c0000, setting cluster-up flag (Was=false) 2024-11-21T12:24:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,448 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,452 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1804352904/flush-table-proc/acquired, /0-1804352904/flush-table-proc/reached, /0-1804352904/flush-table-proc/abort 2024-11-21T12:24:18,453 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:18,460 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /0-1804352904/online-snapshot/acquired, /0-1804352904/online-snapshot/reached, /0-1804352904/online-snapshot/abort 2024-11-21T12:24:18,461 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:18,463 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:24:18,464 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:18,465 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:24:18,465 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:24:18,465 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,32859,1732191857007 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:18,466 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,470 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:18,470 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:24:18,471 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,471 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:24:18,480 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191888480 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:24:18,481 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:24:18,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:24:18,484 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:24:18,489 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191858489,5,FailOnTimeoutGroup] 2024-11-21T12:24:18,489 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191858489,5,FailOnTimeoutGroup] 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:24:18,489 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,490 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,491 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(746): ClusterId : 33e93c85-c2d9-4b01-a42b-f786b9b3192d 2024-11-21T12:24:18,491 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:24:18,493 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:24:18,493 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:24:18,495 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:24:18,495 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4156118e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:18,512 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:33409 2024-11-21T12:24:18,512 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:24:18,512 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:24:18,512 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:24:18,513 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,32859,1732191857007 with port=33409, startcode=1732191857067 2024-11-21T12:24:18,513 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:24:18,515 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44315, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:24:18,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32859 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,516 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32859 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,517 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2 2024-11-21T12:24:18,518 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33675 2024-11-21T12:24:18,518 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:24:18,519 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/rs 2024-11-21T12:24:18,520 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] zookeeper.ZKUtil(111): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on existing znode=/0-1804352904/rs/9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,520 WARN [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:18,520 INFO [RS:0;9bb5b7e9dd2c:33409 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:18,520 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,521 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,33409,1732191857067] 2024-11-21T12:24:18,531 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:24:18,532 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:24:18,533 INFO [RS:0;9bb5b7e9dd2c:33409 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:24:18,533 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,533 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:24:18,534 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:24:18,534 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:18,534 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,535 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33409,1732191857067-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:18,560 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:24:18,560 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,33409,1732191857067-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,561 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,561 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.Replication(171): 9bb5b7e9dd2c,33409,1732191857067 started 2024-11-21T12:24:18,580 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:18,580 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,33409,1732191857067, RpcServer on 9bb5b7e9dd2c/172.17.0.2:33409, sessionid=0x100624c2f7c0001 2024-11-21T12:24:18,580 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:24:18,580 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,581 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,33409,1732191857067' 2024-11-21T12:24:18,581 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1804352904/flush-table-proc/abort' 2024-11-21T12:24:18,581 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1804352904/flush-table-proc/acquired' 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,33409,1732191857067' 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/0-1804352904/online-snapshot/abort' 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/0-1804352904/online-snapshot/acquired' 2024-11-21T12:24:18,582 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:24:18,582 INFO [RS:0;9bb5b7e9dd2c:33409 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:24:18,582 INFO [RS:0;9bb5b7e9dd2c:33409 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:24:18,683 INFO [RS:0;9bb5b7e9dd2c:33409 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:18,684 INFO [RS:0;9bb5b7e9dd2c:33409 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33409%2C1732191857067, suffix=, logDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067, archiveDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/oldWALs, maxLogs=10 2024-11-21T12:24:18,701 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685, exclude list is [], retry=0 2024-11-21T12:24:18,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:18,710 INFO [RS:0;9bb5b7e9dd2c:33409 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 2024-11-21T12:24:18,711 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:18,884 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:24:18,884 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2 2024-11-21T12:24:18,894 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:24:18,898 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:18,900 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:18,901 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:18,901 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:18,902 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:18,904 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:18,904 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:18,904 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:18,906 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:18,906 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:18,907 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:18,908 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:18,908 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:18,909 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:18,909 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:18,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740 2024-11-21T12:24:18,910 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740 2024-11-21T12:24:18,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:18,912 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:18,912 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:18,913 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:18,916 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=74758548, jitterRate=0.11398917436599731}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191858898Initializing all the Stores at 1732191858899 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191858899Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191858899Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191858899Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191858899Cleaning up temporary data from old regions at 1732191858912 (+13 ms)Region opened successfully at 1732191858916 (+4 ms) 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:18,916 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:18,916 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:18,917 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:18,917 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191858916Disabling compacts and flushes for region at 1732191858916Disabling writes for close at 1732191858916Writing region close event to WAL at 1732191858917 (+1 ms)Closed at 1732191858917 2024-11-21T12:24:18,918 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:18,918 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:24:18,918 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:24:18,919 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:18,920 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:24:19,070 DEBUG [9bb5b7e9dd2c:32859 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:24:19,071 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:19,072 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,33409,1732191857067, state=OPENING 2024-11-21T12:24:19,074 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:24:19,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:19,079 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:19,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1804352904/meta-region-server: CHANGED 2024-11-21T12:24:19,079 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:19,079 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1804352904/meta-region-server: CHANGED 2024-11-21T12:24:19,079 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33409,1732191857067}] 2024-11-21T12:24:19,238 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:19,241 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48129, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:24:19,260 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:24:19,260 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:19,261 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:24:19,263 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33409%2C1732191857067.meta, suffix=.meta, logDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067, archiveDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/oldWALs, maxLogs=10 2024-11-21T12:24:19,295 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191859263.meta, exclude list is [], retry=0 2024-11-21T12:24:19,299 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:19,303 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191859263.meta 2024-11-21T12:24:19,303 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:19,304 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:19,304 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:19,304 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:24:19,304 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:24:19,304 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:24:19,304 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:24:19,304 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:19,305 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:24:19,305 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:24:19,306 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:19,312 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:19,312 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:19,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:19,316 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:19,317 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:19,317 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:19,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:19,318 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:19,320 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:19,320 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:19,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:19,322 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:19,323 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:19,323 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:19,324 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:19,324 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:19,325 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740 2024-11-21T12:24:19,327 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740 2024-11-21T12:24:19,328 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:19,328 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:19,329 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:19,330 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:19,331 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63547012, jitterRate=-0.05307573080062866}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:19,331 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:24:19,331 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191859305Writing region info on filesystem at 1732191859305Initializing all the Stores at 1732191859305Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191859306 (+1 ms)Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191859306Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191859306Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191859306Cleaning up temporary data from old regions at 1732191859328 (+22 ms)Running coprocessor post-open hooks at 1732191859331 (+3 ms)Region opened successfully at 1732191859331 2024-11-21T12:24:19,332 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191859237 2024-11-21T12:24:19,336 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:19,336 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:24:19,337 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:24:19,337 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,33409,1732191857067, state=OPEN 2024-11-21T12:24:19,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1804352904/meta-region-server 2024-11-21T12:24:19,339 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/0-1804352904/meta-region-server 2024-11-21T12:24:19,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1804352904/meta-region-server: CHANGED 2024-11-21T12:24:19,339 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /0-1804352904/meta-region-server: CHANGED 2024-11-21T12:24:19,339 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:19,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:24:19,342 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,33409,1732191857067 in 260 msec 2024-11-21T12:24:19,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:24:19,345 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 425 msec 2024-11-21T12:24:19,345 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:19,345 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:24:19,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:19,347 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=-1] 2024-11-21T12:24:19,347 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:19,349 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50793, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:19,355 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 890 msec 2024-11-21T12:24:19,355 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191859355, completionTime=-1 2024-11-21T12:24:19,355 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:24:19,355 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191919358 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191979358 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:32859, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,358 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,360 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,361 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:24:19,364 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.250sec 2024-11-21T12:24:19,364 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:24:19,364 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:24:19,364 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:24:19,365 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:24:19,365 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:24:19,365 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:19,365 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:24:19,382 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:24:19,382 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:24:19,382 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,32859,1732191857007-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:19,394 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7659a85a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:19,394 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:19,394 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:19,396 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:19,396 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bcfd283, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:19,397 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:19,399 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:19,400 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5d260bd4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:19,400 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:19,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=-1] 2024-11-21T12:24:19,402 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:19,403 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:19,405 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:19,406 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster0 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:19,412 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster00x0, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir so I do NOT create it in target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010 2024-11-21T12:24:19,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:24:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.tmp.dir so I do NOT create it in target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010 2024-11-21T12:24:19,414 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:24:19,414 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010 2024-11-21T12:24:19,414 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/cluster_08dcb681-e010-4a97-4b56-85c9f2a83402, deleteOnExit=true 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/test.cache.data in system properties and HBase conf 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:24:19,415 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:24:19,415 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:24:19,416 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:24:19,421 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster0-0x100624c2f7c0002 connected 2024-11-21T12:24:19,501 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:19,505 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:19,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:19,526 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:19,527 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:19,527 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:19,529 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@3588b6ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:19,530 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@bb26dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:19,679 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52efaadb{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/java.io.tmpdir/jetty-localhost-43821-hadoop-hdfs-3_4_1-tests_jar-_-any-712291830713916543/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:19,680 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3a927dd2{HTTP/1.1, (http/1.1)}{localhost:43821} 2024-11-21T12:24:19,680 INFO [Time-limited test {}] server.Server(415): Started @297789ms 2024-11-21T12:24:19,712 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:24:19,713 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test' 2024-11-21T12:24:19,780 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:19,782 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:19,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:19,783 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:19,783 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:19,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7c8c31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:19,784 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@69dbfd02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:19,922 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@123ff758{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/java.io.tmpdir/jetty-localhost-37509-hadoop-hdfs-3_4_1-tests_jar-_-any-17466530128605453610/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:19,922 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c6dc0ba{HTTP/1.1, (http/1.1)}{localhost:37509} 2024-11-21T12:24:19,922 INFO [Time-limited test {}] server.Server(415): Started @298032ms 2024-11-21T12:24:19,924 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:24:20,011 WARN [Thread-4433 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/cluster_08dcb681-e010-4a97-4b56-85c9f2a83402/data/data2/current/BP-896914687-172.17.0.2-1732191859440/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:20,011 WARN [Thread-4432 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/cluster_08dcb681-e010-4a97-4b56-85c9f2a83402/data/data1/current/BP-896914687-172.17.0.2-1732191859440/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:20,044 WARN [Thread-4420 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:24:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5b0480afe59c79 with lease ID 0xc66dc89ece6e73b7: Processing first storage report for DS-97f63e62-3f5a-45bb-952e-93f3bc6b16b3 from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=756d7436-a273-42d5-ba96-9355529fc82a, infoPort=37223, infoSecurePort=0, ipcPort=43423, storageInfo=lv=-57;cid=testClusterID;nsid=1561320362;c=1732191859440) 2024-11-21T12:24:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5b0480afe59c79 with lease ID 0xc66dc89ece6e73b7: from storage DS-97f63e62-3f5a-45bb-952e-93f3bc6b16b3 node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=756d7436-a273-42d5-ba96-9355529fc82a, infoPort=37223, infoSecurePort=0, ipcPort=43423, storageInfo=lv=-57;cid=testClusterID;nsid=1561320362;c=1732191859440), blocks: 0, hasStaleStorage: true, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xe5b0480afe59c79 with lease ID 0xc66dc89ece6e73b7: Processing first storage report for DS-da03b36e-4194-4cf8-bf84-12df29d8423c from datanode DatanodeRegistration(127.0.0.1:45265, datanodeUuid=756d7436-a273-42d5-ba96-9355529fc82a, infoPort=37223, infoSecurePort=0, ipcPort=43423, storageInfo=lv=-57;cid=testClusterID;nsid=1561320362;c=1732191859440) 2024-11-21T12:24:20,049 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xe5b0480afe59c79 with lease ID 0xc66dc89ece6e73b7: from storage DS-da03b36e-4194-4cf8-bf84-12df29d8423c node DatanodeRegistration(127.0.0.1:45265, datanodeUuid=756d7436-a273-42d5-ba96-9355529fc82a, infoPort=37223, infoSecurePort=0, ipcPort=43423, storageInfo=lv=-57;cid=testClusterID;nsid=1561320362;c=1732191859440), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:20,053 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010 2024-11-21T12:24:20,054 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,055 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:24:20,340 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:24:20,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,341 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,342 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,343 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,397 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,398 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,399 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,400 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,405 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,413 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:20,471 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a with version=8 2024-11-21T12:24:20,471 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/hbase-staging 2024-11-21T12:24:20,473 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:20,473 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:24:20,474 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:20,474 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46803 2024-11-21T12:24:20,475 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46803 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:20,479 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:468030x0, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:20,479 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46803-0x100624c2f7c0003 connected 2024-11-21T12:24:20,526 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,528 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,535 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/running 2024-11-21T12:24:20,535 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a, hbase.cluster.distributed=false 2024-11-21T12:24:20,537 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/acl 2024-11-21T12:24:20,578 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-21T12:24:20,580 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46803 2024-11-21T12:24:20,581 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46803 2024-11-21T12:24:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-21T12:24:20,586 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46803 2024-11-21T12:24:20,610 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:20,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,610 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,610 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:20,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:20,611 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:20,611 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:24:20,611 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:20,612 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:40835 2024-11-21T12:24:20,614 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:40835 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:20,615 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,617 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:20,625 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:408350x0, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:20,627 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:408350x0, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/running 2024-11-21T12:24:20,627 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:24:20,629 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:40835-0x100624c2f7c0004 connected 2024-11-21T12:24:20,635 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:24:20,635 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/master 2024-11-21T12:24:20,637 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/acl 2024-11-21T12:24:20,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T12:24:20,643 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=40835 2024-11-21T12:24:20,645 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=40835 2024-11-21T12:24:20,647 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T12:24:20,648 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=40835 2024-11-21T12:24:20,664 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:46803 2024-11-21T12:24:20,665 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1-511289447/backup-masters/9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/backup-masters 2024-11-21T12:24:20,667 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/backup-masters 2024-11-21T12:24:20,668 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on existing znode=/1-511289447/backup-masters/9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511289447/master 2024-11-21T12:24:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:20,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:20,672 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on existing znode=/1-511289447/master 2024-11-21T12:24:20,673 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1-511289447/backup-masters/9bb5b7e9dd2c,46803,1732191860473 from backup master directory 2024-11-21T12:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511289447/backup-masters/9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/backup-masters 2024-11-21T12:24:20,674 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/backup-masters 2024-11-21T12:24:20,674 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:20,674 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:20,678 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/hbase.id] with ID: 0aa06394-2904-4e52-ae1a-7401b1a64639 2024-11-21T12:24:20,678 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/.tmp/hbase.id 2024-11-21T12:24:20,684 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:24:21,085 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/.tmp/hbase.id]:[hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/hbase.id] 2024-11-21T12:24:21,097 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:21,098 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:24:21,098 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 0ms. 2024-11-21T12:24:21,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,106 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:24:21,507 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:21,508 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:24:21,509 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:21,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:24:21,916 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store 2024-11-21T12:24:21,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:21,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:21,936 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:21,936 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191861936Disabling compacts and flushes for region at 1732191861936Disabling writes for close at 1732191861936Writing region close event to WAL at 1732191861936Closed at 1732191861936 2024-11-21T12:24:21,937 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/.initializing 2024-11-21T12:24:21,937 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/WALs/9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:21,938 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:21,939 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C46803%2C1732191860473, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/WALs/9bb5b7e9dd2c,46803,1732191860473, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/oldWALs, maxLogs=10 2024-11-21T12:24:21,954 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/WALs/9bb5b7e9dd2c,46803,1732191860473/9bb5b7e9dd2c%2C46803%2C1732191860473.1732191861939, exclude list is [], retry=0 2024-11-21T12:24:21,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-97f63e62-3f5a-45bb-952e-93f3bc6b16b3,DISK] 2024-11-21T12:24:21,958 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/WALs/9bb5b7e9dd2c,46803,1732191860473/9bb5b7e9dd2c%2C46803%2C1732191860473.1732191861939 2024-11-21T12:24:21,958 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37223:37223)] 2024-11-21T12:24:21,958 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:21,959 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:21,959 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,959 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,960 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:24:21,961 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:21,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:21,961 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:24:21,962 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:21,962 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:24:21,963 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:21,963 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,964 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:24:21,964 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:21,965 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:21,965 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,965 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,966 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,966 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,966 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,967 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:21,968 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:21,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:21,969 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71166512, jitterRate=0.060463666915893555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:21,969 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191861959Initializing all the Stores at 1732191861959Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191861959Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191861959Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191861959Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191861959Cleaning up temporary data from old regions at 1732191861966 (+7 ms)Region opened successfully at 1732191861969 (+3 ms) 2024-11-21T12:24:21,970 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:24:21,972 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71cf2de, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:21,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:24:21,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:24:21,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:24:21,973 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:24:21,974 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:24:21,974 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:24:21,974 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:24:21,976 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:24:21,976 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/balancer because node does not exist (not necessarily an error) 2024-11-21T12:24:21,978 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/balancer already deleted, retry=false 2024-11-21T12:24:21,978 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:24:21,978 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:24:21,979 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/normalizer already deleted, retry=false 2024-11-21T12:24:21,980 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:24:21,981 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:24:21,982 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/switch/split already deleted, retry=false 2024-11-21T12:24:21,982 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:24:21,983 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/switch/merge already deleted, retry=false 2024-11-21T12:24:21,985 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:24:21,986 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/snapshot-cleanup already deleted, retry=false 2024-11-21T12:24:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511289447/running 2024-11-21T12:24:21,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1-511289447/running 2024-11-21T12:24:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,988 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,988 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,46803,1732191860473, sessionid=0x100624c2f7c0003, setting cluster-up flag (Was=false) 2024-11-21T12:24:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,990 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,995 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-511289447/flush-table-proc/acquired, /1-511289447/flush-table-proc/reached, /1-511289447/flush-table-proc/abort 2024-11-21T12:24:21,995 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:21,998 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:22,002 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1-511289447/online-snapshot/acquired, /1-511289447/online-snapshot/reached, /1-511289447/online-snapshot/abort 2024-11-21T12:24:22,003 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:22,004 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:24:22,005 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:22,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:24:22,006 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:24:22,006 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,46803,1732191860473 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:22,007 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,009 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:22,009 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:24:22,010 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,010 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191892018 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:24:22,018 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:24:22,019 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:24:22,020 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:24:22,020 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191862020,5,FailOnTimeoutGroup] 2024-11-21T12:24:22,024 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191862020,5,FailOnTimeoutGroup] 2024-11-21T12:24:22,024 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,024 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:24:22,024 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,024 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,028 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:24:22,036 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:24:22,036 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a 2024-11-21T12:24:22,048 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741832_1008 (size=32) 2024-11-21T12:24:22,049 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:22,053 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:22,054 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(746): ClusterId : 0aa06394-2904-4e52-ae1a-7401b1a64639 2024-11-21T12:24:22,054 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:22,054 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:24:22,054 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,054 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,055 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:22,056 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:22,056 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,056 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:24:22,056 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:24:22,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,056 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:22,057 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:22,058 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,058 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:22,058 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:24:22,059 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46220a7b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:22,060 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:22,060 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,060 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740 2024-11-21T12:24:22,061 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740 2024-11-21T12:24:22,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:22,062 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:22,063 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:22,063 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:22,069 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:22,069 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=70740191, jitterRate=0.05411098897457123}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:22,069 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191862049Initializing all the Stores at 1732191862050 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862050Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862052 (+2 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191862052Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862052Cleaning up temporary data from old regions at 1732191862062 (+10 ms)Region opened successfully at 1732191862069 (+7 ms) 2024-11-21T12:24:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:22,070 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:22,070 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:22,070 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191862069Disabling compacts and flushes for region at 1732191862070 (+1 ms)Disabling writes for close at 1732191862070Writing region close event to WAL at 1732191862070Closed at 1732191862070 2024-11-21T12:24:22,071 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:22,071 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:24:22,071 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:24:22,073 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:22,073 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:24:22,081 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:40835 2024-11-21T12:24:22,081 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:24:22,081 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:24:22,081 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:24:22,082 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,46803,1732191860473 with port=40835, startcode=1732191860610 2024-11-21T12:24:22,082 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:24:22,084 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:41977, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:24:22,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46803 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,085 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46803 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,088 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a 2024-11-21T12:24:22,088 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:33217 2024-11-21T12:24:22,088 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:24:22,093 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/rs 2024-11-21T12:24:22,095 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] zookeeper.ZKUtil(111): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on existing znode=/1-511289447/rs/9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,095 WARN [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:22,095 INFO [RS:0;9bb5b7e9dd2c:40835 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:22,095 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,096 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,40835,1732191860610] 2024-11-21T12:24:22,099 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:24:22,102 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:24:22,103 INFO [RS:0;9bb5b7e9dd2c:40835 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:24:22,104 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,104 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:24:22,105 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:24:22,105 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:22,105 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:22,136 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,137 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,137 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,137 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,137 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,137 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40835,1732191860610-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:22,171 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:24:22,172 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,40835,1732191860610-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,172 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,172 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.Replication(171): 9bb5b7e9dd2c,40835,1732191860610 started 2024-11-21T12:24:22,191 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,191 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,40835,1732191860610, RpcServer on 9bb5b7e9dd2c/172.17.0.2:40835, sessionid=0x100624c2f7c0004 2024-11-21T12:24:22,192 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:24:22,192 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,192 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40835,1732191860610' 2024-11-21T12:24:22,192 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-511289447/flush-table-proc/abort' 2024-11-21T12:24:22,192 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-511289447/flush-table-proc/acquired' 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,40835,1732191860610' 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1-511289447/online-snapshot/abort' 2024-11-21T12:24:22,193 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1-511289447/online-snapshot/acquired' 2024-11-21T12:24:22,194 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:24:22,194 INFO [RS:0;9bb5b7e9dd2c:40835 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:24:22,194 INFO [RS:0;9bb5b7e9dd2c:40835 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:24:22,224 WARN [9bb5b7e9dd2c:46803 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions. 2024-11-21T12:24:22,294 INFO [RS:0;9bb5b7e9dd2c:40835 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:22,295 INFO [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C40835%2C1732191860610, suffix=, logDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/oldWALs, maxLogs=10 2024-11-21T12:24:22,319 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610/9bb5b7e9dd2c%2C40835%2C1732191860610.1732191862296, exclude list is [], retry=0 2024-11-21T12:24:22,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-97f63e62-3f5a-45bb-952e-93f3bc6b16b3,DISK] 2024-11-21T12:24:22,330 INFO [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610/9bb5b7e9dd2c%2C40835%2C1732191860610.1732191862296 2024-11-21T12:24:22,333 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37223:37223)] 2024-11-21T12:24:22,474 DEBUG [9bb5b7e9dd2c:46803 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:24:22,474 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,476 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40835,1732191860610, state=OPENING 2024-11-21T12:24:22,477 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:24:22,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:22,481 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:22,481 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:22,481 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40835,1732191860610}] 2024-11-21T12:24:22,481 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511289447/meta-region-server: CHANGED 2024-11-21T12:24:22,482 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511289447/meta-region-server: CHANGED 2024-11-21T12:24:22,635 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:22,640 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42005, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:24:22,647 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:24:22,647 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:22,648 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:24:22,649 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C40835%2C1732191860610.meta, suffix=.meta, logDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610, archiveDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/oldWALs, maxLogs=10 2024-11-21T12:24:22,672 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610/9bb5b7e9dd2c%2C40835%2C1732191860610.meta.1732191862649.meta, exclude list is [], retry=0 2024-11-21T12:24:22,675 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:45265,DS-97f63e62-3f5a-45bb-952e-93f3bc6b16b3,DISK] 2024-11-21T12:24:22,684 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/WALs/9bb5b7e9dd2c,40835,1732191860610/9bb5b7e9dd2c%2C40835%2C1732191860610.meta.1732191862649.meta 2024-11-21T12:24:22,684 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:37223:37223)] 2024-11-21T12:24:22,685 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:22,685 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:22,685 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:24:22,685 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:24:22,685 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:24:22,685 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:24:22,685 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:22,686 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:24:22,686 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:24:22,693 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:22,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:22,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:22,696 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:22,696 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:22,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:22,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,697 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:22,698 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:22,698 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:22,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:22,698 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:22,699 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740 2024-11-21T12:24:22,700 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740 2024-11-21T12:24:22,701 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:22,701 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:22,701 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:22,702 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:22,703 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59862990, jitterRate=-0.10797193646430969}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:22,703 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:24:22,703 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191862686Writing region info on filesystem at 1732191862686Initializing all the Stores at 1732191862687 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862687Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862692 (+5 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191862692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191862692Cleaning up temporary data from old regions at 1732191862701 (+9 ms)Running coprocessor post-open hooks at 1732191862703 (+2 ms)Region opened successfully at 1732191862703 2024-11-21T12:24:22,705 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191862634 2024-11-21T12:24:22,707 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:24:22,707 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:24:22,708 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,708 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,40835,1732191860610, state=OPEN 2024-11-21T12:24:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-511289447/meta-region-server 2024-11-21T12:24:22,710 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1-511289447/meta-region-server 2024-11-21T12:24:22,710 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:22,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511289447/meta-region-server: CHANGED 2024-11-21T12:24:22,710 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1-511289447/meta-region-server: CHANGED 2024-11-21T12:24:22,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:24:22,713 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,40835,1732191860610 in 229 msec 2024-11-21T12:24:22,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:24:22,715 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 642 msec 2024-11-21T12:24:22,715 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:22,716 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:24:22,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:22,717 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40835,1732191860610, seqNum=-1] 2024-11-21T12:24:22,717 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:22,718 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43171, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:22,723 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 718 msec 2024-11-21T12:24:22,723 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191862723, completionTime=-1 2024-11-21T12:24:22,723 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:24:22,723 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:24:22,725 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:24:22,725 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191922725 2024-11-21T12:24:22,725 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191982725 2024-11-21T12:24:22,725 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:46803, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,726 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,728 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.056sec 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:22,730 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:24:22,732 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:24:22,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:24:22,732 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46803,1732191860473-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:22,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0a789, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:22,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46803,-1 for getting cluster id 2024-11-21T12:24:22,755 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:22,756 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0aa06394-2904-4e52-ae1a-7401b1a64639' 2024-11-21T12:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0aa06394-2904-4e52-ae1a-7401b1a64639" 2024-11-21T12:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54124e8a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:22,756 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46803,-1] 2024-11-21T12:24:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:22,757 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:22,758 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:22,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3e296255, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:22,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40835,1732191860610, seqNum=-1] 2024-11-21T12:24:22,760 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:22,761 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:22,763 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:22,764 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster1 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:22,768 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster10x0, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:22,769 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster1-0x100624c2f7c0005 connected 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.log.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir so I do NOT create it in target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171 2024-11-21T12:24:22,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.log.dir property value differs in configuration and system: Configuration=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/../logs while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir Erasing configuration value by system value. 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(401): System.getProperty("hadoop.tmp.dir") already set to: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.tmp.dir so I do NOT create it in target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171 2024-11-21T12:24:22,773 WARN [Time-limited test {}] hbase.HBaseTestingUtil(405): hadoop.tmp.dir property value differs in configuration and system: Configuration=/tmp/hadoop-jenkins while System=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.tmp.dir Erasing configuration value by system value. 2024-11-21T12:24:22,773 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/cluster_02725556-a0de-4f19-6ae6-0d342eddca68, deleteOnExit=true 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/test.cache.data in system properties and HBase conf 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.tmp.dir in system properties and HBase conf 2024-11-21T12:24:22,773 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.log.dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/mapreduce.cluster.local.dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-11-21T12:24:22,774 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-11-21T12:24:22,774 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/nfs.dump.dir in system properties and HBase conf 2024-11-21T12:24:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/java.io.tmpdir in system properties and HBase conf 2024-11-21T12:24:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/dfs.journalnode.edits.dir in system properties and HBase conf 2024-11-21T12:24:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-11-21T12:24:22,775 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-11-21T12:24:22,872 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:22,877 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:22,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:22,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:22,899 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:22,904 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:22,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f9e3cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:22,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@78e91dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:23,049 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@73ef8598{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/java.io.tmpdir/jetty-localhost-34567-hadoop-hdfs-3_4_1-tests_jar-_-any-11123822764018532142/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:23,050 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@35745f89{HTTP/1.1, (http/1.1)}{localhost:34567} 2024-11-21T12:24:23,050 INFO [Time-limited test {}] server.Server(415): Started @301160ms 2024-11-21T12:24:23,276 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-11-21T12:24:23,279 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-11-21T12:24:23,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-11-21T12:24:23,285 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-11-21T12:24:23,285 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-11-21T12:24:23,285 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@148e501b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.log.dir/,AVAILABLE} 2024-11-21T12:24:23,286 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f4b9708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-11-21T12:24:23,448 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@18240dd0{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/java.io.tmpdir/jetty-localhost-34829-hadoop-hdfs-3_4_1-tests_jar-_-any-2022726588840948225/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:23,449 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4c0feb13{HTTP/1.1, (http/1.1)}{localhost:34829} 2024-11-21T12:24:23,449 INFO [Time-limited test {}] server.Server(415): Started @301558ms 2024-11-21T12:24:23,460 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-11-21T12:24:23,726 WARN [Thread-4553 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/cluster_02725556-a0de-4f19-6ae6-0d342eddca68/data/data1/current/BP-1620566668-172.17.0.2-1732191862798/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:23,741 WARN [Thread-4554 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/cluster_02725556-a0de-4f19-6ae6-0d342eddca68/data/data2/current/BP-1620566668-172.17.0.2-1732191862798/current, will proceed with Du for space computation calculation, 2024-11-21T12:24:23,835 WARN [Thread-4541 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-11-21T12:24:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf02c34b5a61deafe with lease ID 0x18dbb341be170de8: Processing first storage report for DS-a55a68a6-89c9-400b-a157-df0e3e4d9ffd from datanode DatanodeRegistration(127.0.0.1:33957, datanodeUuid=4ced7234-113e-40d6-84fe-0dc619662c08, infoPort=39695, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=2010033635;c=1732191862798) 2024-11-21T12:24:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf02c34b5a61deafe with lease ID 0x18dbb341be170de8: from storage DS-a55a68a6-89c9-400b-a157-df0e3e4d9ffd node DatanodeRegistration(127.0.0.1:33957, datanodeUuid=4ced7234-113e-40d6-84fe-0dc619662c08, infoPort=39695, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=2010033635;c=1732191862798), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-11-21T12:24:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xf02c34b5a61deafe with lease ID 0x18dbb341be170de8: Processing first storage report for DS-623dd426-cf96-450b-af76-51e81fd77417 from datanode DatanodeRegistration(127.0.0.1:33957, datanodeUuid=4ced7234-113e-40d6-84fe-0dc619662c08, infoPort=39695, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=2010033635;c=1732191862798) 2024-11-21T12:24:23,850 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xf02c34b5a61deafe with lease ID 0x18dbb341be170de8: from storage DS-623dd426-cf96-450b-af76-51e81fd77417 node DatanodeRegistration(127.0.0.1:33957, datanodeUuid=4ced7234-113e-40d6-84fe-0dc619662c08, infoPort=39695, infoSecurePort=0, ipcPort=33979, storageInfo=lv=-57;cid=testClusterID;nsid=2010033635;c=1732191862798), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-11-21T12:24:23,939 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171 2024-11-21T12:24:23,939 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:23,940 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:23,951 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741825_1001 (size=7) 2024-11-21T12:24:23,953 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3 with version=8 2024-11-21T12:24:23,953 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/hbase-staging 2024-11-21T12:24:23,956 INFO [Time-limited test {}] client.ConnectionUtils(128): master/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:23,956 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-11-21T12:24:23,957 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:23,957 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46765 2024-11-21T12:24:23,958 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:46765 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:23,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:467650x0, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:23,965 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:46765-0x100624c2f7c0006 connected 2024-11-21T12:24:23,971 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:23,973 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:23,975 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/running 2024-11-21T12:24:23,976 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3, hbase.cluster.distributed=false 2024-11-21T12:24:23,977 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/acl 2024-11-21T12:24:23,978 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-21T12:24:23,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46765 2024-11-21T12:24:23,983 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46765 2024-11-21T12:24:23,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-21T12:24:23,991 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46765 2024-11-21T12:24:24,010 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/9bb5b7e9dd2c:0 server-side Connection retries=45 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-11-21T12:24:24,010 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-11-21T12:24:24,011 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:34025 2024-11-21T12:24:24,012 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:34025 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:24,012 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:24,014 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:24,019 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:340250x0, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:24,019 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:340250x0, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/running 2024-11-21T12:24:24,019 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:34025-0x100624c2f7c0007 connected 2024-11-21T12:24:24,019 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-11-21T12:24:24,024 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-11-21T12:24:24,024 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/master 2024-11-21T12:24:24,025 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/acl 2024-11-21T12:24:24,031 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-21T12:24:24,032 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=34025 2024-11-21T12:24:24,033 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=34025 2024-11-21T12:24:24,034 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-21T12:24:24,036 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=34025 2024-11-21T12:24:24,082 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;9bb5b7e9dd2c:46765 2024-11-21T12:24:24,090 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /2-506345330/backup-masters/9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/backup-masters 2024-11-21T12:24:24,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/backup-masters 2024-11-21T12:24:24,093 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on existing znode=/2-506345330/backup-masters/9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:24,097 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-506345330/master 2024-11-21T12:24:24,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:24,100 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:24,101 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on existing znode=/2-506345330/master 2024-11-21T12:24:24,102 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /2-506345330/backup-masters/9bb5b7e9dd2c,46765,1732191863956 from backup master directory 2024-11-21T12:24:24,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-506345330/backup-masters/9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/backup-masters 2024-11-21T12:24:24,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/backup-masters 2024-11-21T12:24:24,104 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:24,104 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:24,113 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/hbase.id] with ID: db4942c1-86b5-417a-8371-695b4eca6e1d 2024-11-21T12:24:24,114 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/.tmp/hbase.id 2024-11-21T12:24:24,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741826_1002 (size=42) 2024-11-21T12:24:24,526 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/.tmp/hbase.id]:[hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/hbase.id] 2024-11-21T12:24:24,537 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:24,537 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-11-21T12:24:24,538 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 1ms. 2024-11-21T12:24:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:24,542 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:24,561 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741827_1003 (size=196) 2024-11-21T12:24:24,962 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:24,963 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-11-21T12:24:24,969 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:24,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741828_1004 (size=1189) 2024-11-21T12:24:25,393 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store 2024-11-21T12:24:25,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741829_1005 (size=34) 2024-11-21T12:24:25,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:25,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:25,423 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:25,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:25,423 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:25,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:25,424 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:25,424 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191865423Disabling compacts and flushes for region at 1732191865423Disabling writes for close at 1732191865423Writing region close event to WAL at 1732191865424 (+1 ms)Closed at 1732191865424 2024-11-21T12:24:25,424 WARN [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/.initializing 2024-11-21T12:24:25,425 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/WALs/9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:25,429 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:25,431 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=9bb5b7e9dd2c%2C46765%2C1732191863956, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/WALs/9bb5b7e9dd2c,46765,1732191863956, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/oldWALs, maxLogs=10 2024-11-21T12:24:25,459 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/WALs/9bb5b7e9dd2c,46765,1732191863956/9bb5b7e9dd2c%2C46765%2C1732191863956.1732191865431, exclude list is [], retry=0 2024-11-21T12:24:25,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33957,DS-a55a68a6-89c9-400b-a157-df0e3e4d9ffd,DISK] 2024-11-21T12:24:25,473 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/WALs/9bb5b7e9dd2c,46765,1732191863956/9bb5b7e9dd2c%2C46765%2C1732191863956.1732191865431 2024-11-21T12:24:25,475 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39695:39695)] 2024-11-21T12:24:25,475 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:25,475 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:25,475 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,476 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,480 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,482 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-11-21T12:24:25,483 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:25,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:25,487 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,488 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-11-21T12:24:25,488 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:25,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:25,489 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-11-21T12:24:25,494 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:25,494 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:25,495 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-11-21T12:24:25,496 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:25,496 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:25,497 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,498 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,498 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,500 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,500 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,500 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:25,501 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-11-21T12:24:25,505 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:25,506 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=66268394, jitterRate=-0.01252397894859314}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:25,506 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1732191865476Initializing all the Stores at 1732191865476Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191865476Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191865480 (+4 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191865480Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191865480Cleaning up temporary data from old regions at 1732191865500 (+20 ms)Region opened successfully at 1732191865506 (+6 ms) 2024-11-21T12:24:25,511 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-11-21T12:24:25,515 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@524bf8ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:25,516 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-11-21T12:24:25,517 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-11-21T12:24:25,517 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-11-21T12:24:25,517 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-11-21T12:24:25,518 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 0 msec 2024-11-21T12:24:25,518 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 0 msec 2024-11-21T12:24:25,518 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-11-21T12:24:25,522 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-11-21T12:24:25,523 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/balancer because node does not exist (not necessarily an error) 2024-11-21T12:24:25,524 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/balancer already deleted, retry=false 2024-11-21T12:24:25,525 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-11-21T12:24:25,526 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/normalizer because node does not exist (not necessarily an error) 2024-11-21T12:24:25,527 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/normalizer already deleted, retry=false 2024-11-21T12:24:25,527 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-11-21T12:24:25,530 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/switch/split because node does not exist (not necessarily an error) 2024-11-21T12:24:25,532 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/switch/split already deleted, retry=false 2024-11-21T12:24:25,533 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/switch/merge because node does not exist (not necessarily an error) 2024-11-21T12:24:25,535 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/switch/merge already deleted, retry=false 2024-11-21T12:24:25,542 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/snapshot-cleanup because node does not exist (not necessarily an error) 2024-11-21T12:24:25,544 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/snapshot-cleanup already deleted, retry=false 2024-11-21T12:24:25,546 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-506345330/running 2024-11-21T12:24:25,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/2-506345330/running 2024-11-21T12:24:25,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,549 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=9bb5b7e9dd2c,46765,1732191863956, sessionid=0x100624c2f7c0006, setting cluster-up flag (Was=false) 2024-11-21T12:24:25,552 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,553 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,562 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-506345330/flush-table-proc/acquired, /2-506345330/flush-table-proc/reached, /2-506345330/flush-table-proc/abort 2024-11-21T12:24:25,563 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,566 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:25,571 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /2-506345330/online-snapshot/acquired, /2-506345330/online-snapshot/reached, /2-506345330/online-snapshot/abort 2024-11-21T12:24:25,572 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:25,573 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-11-21T12:24:25,575 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:25,575 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-11-21T12:24:25,575 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-11-21T12:24:25,576 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 9bb5b7e9dd2c,46765,1732191863956 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=5, maxPoolSize=5 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/9bb5b7e9dd2c:0, corePoolSize=10, maxPoolSize=10 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:25,608 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,620 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:25,621 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-11-21T12:24:25,622 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:25,622 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732191895623 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-11-21T12:24:25,624 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-11-21T12:24:25,626 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-11-21T12:24:25,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-11-21T12:24:25,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-11-21T12:24:25,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationHFileCleaner 2024-11-21T12:24:25,628 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-11-21T12:24:25,628 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-11-21T12:24:25,631 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741831_1007 (size=1321) 2024-11-21T12:24:25,633 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191865628,5,FailOnTimeoutGroup] 2024-11-21T12:24:25,638 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191865633,5,FailOnTimeoutGroup] 2024-11-21T12:24:25,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-11-21T12:24:25,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,638 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,643 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(746): ClusterId : db4942c1-86b5-417a-8371-695b4eca6e1d 2024-11-21T12:24:25,644 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-11-21T12:24:25,646 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-11-21T12:24:25,646 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-11-21T12:24:25,648 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-11-21T12:24:25,649 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@639702f6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=9bb5b7e9dd2c/172.17.0.2:0 2024-11-21T12:24:25,685 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;9bb5b7e9dd2c:34025 2024-11-21T12:24:25,686 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-11-21T12:24:25,686 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-11-21T12:24:25,686 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(832): About to register with Master. 2024-11-21T12:24:25,686 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(2659): reportForDuty to master=9bb5b7e9dd2c,46765,1732191863956 with port=34025, startcode=1732191864010 2024-11-21T12:24:25,687 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-11-21T12:24:25,693 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56967, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=RegionServerStatusService 2024-11-21T12:24:25,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46765 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,694 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=46765 {}] master.ServerManager(517): Registering regionserver=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,695 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3 2024-11-21T12:24:25,695 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:46733 2024-11-21T12:24:25,695 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=-1 2024-11-21T12:24:25,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/rs 2024-11-21T12:24:25,701 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] zookeeper.ZKUtil(111): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on existing znode=/2-506345330/rs/9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,701 WARN [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-11-21T12:24:25,701 INFO [RS:0;9bb5b7e9dd2c:34025 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:25,701 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,709 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [9bb5b7e9dd2c,34025,1732191864010] 2024-11-21T12:24:25,712 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-11-21T12:24:25,716 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-11-21T12:24:25,721 INFO [RS:0;9bb5b7e9dd2c:34025 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-11-21T12:24:25,721 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,721 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-11-21T12:24:25,722 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-11-21T12:24:25,722 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=2, maxPoolSize=2 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/9bb5b7e9dd2c:0, corePoolSize=1, maxPoolSize=1 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:25,722 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/9bb5b7e9dd2c:0, corePoolSize=3, maxPoolSize=3 2024-11-21T12:24:25,728 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,729 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,729 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,729 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,729 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,729 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34025,1732191864010-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:25,766 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-11-21T12:24:25,767 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,34025,1732191864010-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,767 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,767 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.Replication(171): 9bb5b7e9dd2c,34025,1732191864010 started 2024-11-21T12:24:25,787 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:25,787 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1482): Serving as 9bb5b7e9dd2c,34025,1732191864010, RpcServer on 9bb5b7e9dd2c/172.17.0.2:34025, sessionid=0x100624c2f7c0007 2024-11-21T12:24:25,787 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-11-21T12:24:25,787 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,787 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,34025,1732191864010' 2024-11-21T12:24:25,787 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-506345330/flush-table-proc/abort' 2024-11-21T12:24:25,788 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-506345330/flush-table-proc/acquired' 2024-11-21T12:24:25,788 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '9bb5b7e9dd2c,34025,1732191864010' 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/2-506345330/online-snapshot/abort' 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/2-506345330/online-snapshot/acquired' 2024-11-21T12:24:25,789 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-11-21T12:24:25,789 INFO [RS:0;9bb5b7e9dd2c:34025 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-11-21T12:24:25,789 INFO [RS:0;9bb5b7e9dd2c:34025 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-11-21T12:24:25,890 INFO [RS:0;9bb5b7e9dd2c:34025 {}] monitor.StreamSlowMonitor(122): New stream slow monitor defaultMonitorName 2024-11-21T12:24:25,891 INFO [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C34025%2C1732191864010, suffix=, logDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/oldWALs, maxLogs=10 2024-11-21T12:24:25,910 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010/9bb5b7e9dd2c%2C34025%2C1732191864010.1732191865892, exclude list is [], retry=0 2024-11-21T12:24:25,913 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33957,DS-a55a68a6-89c9-400b-a157-df0e3e4d9ffd,DISK] 2024-11-21T12:24:25,918 INFO [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010/9bb5b7e9dd2c%2C34025%2C1732191864010.1732191865892 2024-11-21T12:24:25,922 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39695:39695)] 2024-11-21T12:24:26,049 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-11-21T12:24:26,050 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3 2024-11-21T12:24:26,070 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741833_1009 (size=32) 2024-11-21T12:24:26,071 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:26,072 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:26,074 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:26,074 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,076 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,077 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:26,078 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:26,078 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,079 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:26,081 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:26,081 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,081 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:26,083 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:26,083 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,083 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,084 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:26,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740 2024-11-21T12:24:26,085 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740 2024-11-21T12:24:26,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:26,087 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:26,087 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:26,088 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:26,097 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:26,098 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68345832, jitterRate=0.018432259559631348}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:26,098 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1732191866071Initializing all the Stores at 1732191866072 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866072Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866072Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191866072Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866072Cleaning up temporary data from old regions at 1732191866087 (+15 ms)Region opened successfully at 1732191866098 (+11 ms) 2024-11-21T12:24:26,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:26,099 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:26,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:26,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:26,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:26,099 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:26,099 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191866098Disabling compacts and flushes for region at 1732191866098Disabling writes for close at 1732191866099 (+1 ms)Writing region close event to WAL at 1732191866099Closed at 1732191866099 2024-11-21T12:24:26,100 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:26,100 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-11-21T12:24:26,100 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-11-21T12:24:26,101 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:26,102 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-11-21T12:24:26,252 DEBUG [9bb5b7e9dd2c:46765 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-11-21T12:24:26,253 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:26,254 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,34025,1732191864010, state=OPENING 2024-11-21T12:24:26,258 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-11-21T12:24:26,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:26,259 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:26,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-506345330/meta-region-server: CHANGED 2024-11-21T12:24:26,260 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-506345330/meta-region-server: CHANGED 2024-11-21T12:24:26,261 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-11-21T12:24:26,261 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,34025,1732191864010}] 2024-11-21T12:24:26,421 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:26,429 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49271, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:24:26,453 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-11-21T12:24:26,454 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:26,454 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-11-21T12:24:26,456 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C34025%2C1732191864010.meta, suffix=.meta, logDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010, archiveDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/oldWALs, maxLogs=10 2024-11-21T12:24:26,491 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010/9bb5b7e9dd2c%2C34025%2C1732191864010.meta.1732191866456.meta, exclude list is [], retry=0 2024-11-21T12:24:26,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:33957,DS-a55a68a6-89c9-400b-a157-df0e3e4d9ffd,DISK] 2024-11-21T12:24:26,538 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/WALs/9bb5b7e9dd2c,34025,1732191864010/9bb5b7e9dd2c%2C34025%2C1732191864010.meta.1732191866456.meta 2024-11-21T12:24:26,547 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:39695:39695)] 2024-11-21T12:24:26,547 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:26,547 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-11-21T12:24:26,548 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-11-21T12:24:26,548 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-11-21T12:24:26,565 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-11-21T12:24:26,566 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-11-21T12:24:26,566 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,566 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,567 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-11-21T12:24:26,567 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-11-21T12:24:26,567 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,568 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-11-21T12:24:26,569 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-11-21T12:24:26,569 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,569 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-11-21T12:24:26,570 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-11-21T12:24:26,570 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,571 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-11-21T12:24:26,571 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-11-21T12:24:26,572 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740 2024-11-21T12:24:26,573 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740 2024-11-21T12:24:26,574 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-11-21T12:24:26,574 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-11-21T12:24:26,575 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-11-21T12:24:26,576 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-11-21T12:24:26,577 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=71674145, jitterRate=0.06802798807621002}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-11-21T12:24:26,577 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-11-21T12:24:26,577 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1732191866549Writing region info on filesystem at 1732191866549Initializing all the Stores at 1732191866550 (+1 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866550Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866561 (+11 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191866561Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732191866561Cleaning up temporary data from old regions at 1732191866574 (+13 ms)Running coprocessor post-open hooks at 1732191866577 (+3 ms)Region opened successfully at 1732191866577 2024-11-21T12:24:26,579 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732191866421 2024-11-21T12:24:26,581 DEBUG [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-11-21T12:24:26,582 INFO [RS_OPEN_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-11-21T12:24:26,582 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:26,582 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 9bb5b7e9dd2c,34025,1732191864010, state=OPEN 2024-11-21T12:24:26,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-506345330/meta-region-server 2024-11-21T12:24:26,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/2-506345330/meta-region-server 2024-11-21T12:24:26,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-506345330/meta-region-server: CHANGED 2024-11-21T12:24:26,584 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /2-506345330/meta-region-server: CHANGED 2024-11-21T12:24:26,585 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:26,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-11-21T12:24:26,587 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=9bb5b7e9dd2c,34025,1732191864010 in 324 msec 2024-11-21T12:24:26,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-11-21T12:24:26,591 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 487 msec 2024-11-21T12:24:26,591 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-11-21T12:24:26,591 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-11-21T12:24:26,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:26,593 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,34025,1732191864010, seqNum=-1] 2024-11-21T12:24:26,594 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:26,595 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57511, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:26,627 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0520 sec 2024-11-21T12:24:26,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732191866627, completionTime=-1 2024-11-21T12:24:26,627 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-11-21T12:24:26,628 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-11-21T12:24:26,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-11-21T12:24:26,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732191926630 2024-11-21T12:24:26,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732191986630 2024-11-21T12:24:26,630 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 2 msec 2024-11-21T12:24:26,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-9bb5b7e9dd2c:46765, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,631 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,634 DEBUG [master/9bb5b7e9dd2c:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-11-21T12:24:26,636 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.545sec 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-11-21T12:24:26,649 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-11-21T12:24:26,667 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-11-21T12:24:26,667 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-11-21T12:24:26,667 INFO [master/9bb5b7e9dd2c:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=9bb5b7e9dd2c,46765,1732191863956-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-11-21T12:24:26,765 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f4db6b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:26,766 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46765,-1 for getting cluster id 2024-11-21T12:24:26,766 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:26,783 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4942c1-86b5-417a-8371-695b4eca6e1d' 2024-11-21T12:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4942c1-86b5-417a-8371-695b4eca6e1d" 2024-11-21T12:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4275ff7a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:26,784 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46765,-1] 2024-11-21T12:24:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:26,785 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:26,786 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35214, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:26,787 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18416131, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:26,787 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:26,788 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,34025,1732191864010, seqNum=-1] 2024-11-21T12:24:26,789 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:26,790 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:36414, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:26,792 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:26,793 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=cluster2 connecting to ZooKeeper ensemble=127.0.0.1:50029 2024-11-21T12:24:26,805 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster20x0, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-11-21T12:24:26,811 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:26,812 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@70970e98 2024-11-21T12:24:26,813 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:26,814 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40672, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:26,815 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:26,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:24:26,818 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:24:26,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): cluster2-0x100624c2f7c0008 connected 2024-11-21T12:24:26,818 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:26,819 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:24:26,819 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:24:26,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:26,835 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:24:26,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:27,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:27,237 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => d5e4a1cfcf879dc2e83febdaf5e76447, NAME => 'test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2 2024-11-21T12:24:27,242 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing d5e4a1cfcf879dc2e83febdaf5e76447, disabling compactions & flushes 2024-11-21T12:24:27,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. after waiting 0 ms 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,243 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,243 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for d5e4a1cfcf879dc2e83febdaf5e76447: Waiting for close lock at 1732191867243Disabling compacts and flushes for region at 1732191867243Disabling writes for close at 1732191867243Writing region close event to WAL at 1732191867243Closed at 1732191867243 2024-11-21T12:24:27,244 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:24:27,244 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191867244"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191867244"}]},"ts":"1732191867244"} 2024-11-21T12:24:27,246 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:24:27,247 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:24:27,247 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191867247"}]},"ts":"1732191867247"} 2024-11-21T12:24:27,249 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:24:27,249 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5e4a1cfcf879dc2e83febdaf5e76447, ASSIGN}] 2024-11-21T12:24:27,250 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=d5e4a1cfcf879dc2e83febdaf5e76447, ASSIGN 2024-11-21T12:24:27,251 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=d5e4a1cfcf879dc2e83febdaf5e76447, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,33409,1732191857067; forceNewPlan=false, retain=false 2024-11-21T12:24:27,401 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5e4a1cfcf879dc2e83febdaf5e76447, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:27,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=d5e4a1cfcf879dc2e83febdaf5e76447, ASSIGN because future has completed 2024-11-21T12:24:27,413 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e4a1cfcf879dc2e83febdaf5e76447, server=9bb5b7e9dd2c,33409,1732191857067}] 2024-11-21T12:24:27,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:27,571 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,571 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => d5e4a1cfcf879dc2e83febdaf5e76447, NAME => 'test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:27,572 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:27,572 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:24:27,572 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,572 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:27,572 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,573 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,574 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,576 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e4a1cfcf879dc2e83febdaf5e76447 columnFamilyName f 2024-11-21T12:24:27,576 DEBUG [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:27,578 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(327): Store=d5e4a1cfcf879dc2e83febdaf5e76447/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:27,578 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,584 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e4a1cfcf879dc2e83febdaf5e76447 columnFamilyName f1 2024-11-21T12:24:27,584 DEBUG [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:27,585 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(327): Store=d5e4a1cfcf879dc2e83febdaf5e76447/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:27,585 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,587 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region d5e4a1cfcf879dc2e83febdaf5e76447 columnFamilyName norep 2024-11-21T12:24:27,587 DEBUG [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:27,587 INFO [StoreOpener-d5e4a1cfcf879dc2e83febdaf5e76447-1 {}] regionserver.HStore(327): Store=d5e4a1cfcf879dc2e83febdaf5e76447/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:27,587 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,588 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,589 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,590 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:24:27,591 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,593 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:27,593 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened d5e4a1cfcf879dc2e83febdaf5e76447; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=59533923, jitterRate=-0.11287541687488556}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:24:27,593 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:27,593 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for d5e4a1cfcf879dc2e83febdaf5e76447: Running coprocessor pre-open hook at 1732191867573Writing region info on filesystem at 1732191867573Initializing all the Stores at 1732191867573Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191867573Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191867574 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191867574Cleaning up temporary data from old regions at 1732191867589 (+15 ms)Running coprocessor post-open hooks at 1732191867593 (+4 ms)Region opened successfully at 1732191867593 2024-11-21T12:24:27,595 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., pid=6, masterSystemTime=1732191867567 2024-11-21T12:24:27,597 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,597 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:27,597 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=d5e4a1cfcf879dc2e83febdaf5e76447, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:27,600 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure d5e4a1cfcf879dc2e83febdaf5e76447, server=9bb5b7e9dd2c,33409,1732191857067 because future has completed 2024-11-21T12:24:27,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:24:27,603 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure d5e4a1cfcf879dc2e83febdaf5e76447, server=9bb5b7e9dd2c,33409,1732191857067 in 188 msec 2024-11-21T12:24:27,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:24:27,606 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=d5e4a1cfcf879dc2e83febdaf5e76447, ASSIGN in 355 msec 2024-11-21T12:24:27,607 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:24:27,607 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191867607"}]},"ts":"1732191867607"} 2024-11-21T12:24:27,609 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:24:27,615 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:24:27,617 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 800 msec 2024-11-21T12:24:27,818 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): data stats (chunk size=2097152): current pool size=11, created chunk count=36, reused chunk count=149, reuseRatio=80.54% 2024-11-21T12:24:27,818 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-MemStoreChunkPool Statistics {}] regionserver.ChunkCreator$MemStoreChunkPool$StatisticsThread(417): index stats (chunk size=209715): current pool size=0, created chunk count=0, reused chunk count=0, reuseRatio=0 2024-11-21T12:24:27,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:27,962 INFO [RPCClient-NioEventLoopGroup-4-9 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:24:27,962 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@77861426 2024-11-21T12:24:27,964 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:27,965 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39902, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:27,966 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:27,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:24:27,968 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:24:27,968 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:27,968 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:24:27,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:27,970 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:24:27,983 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:24:27,985 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => b5d0e1c92c4f500e27da7dd85bf1beec, NAME => 'test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a 2024-11-21T12:24:27,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:24:28,000 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:28,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing b5d0e1c92c4f500e27da7dd85bf1beec, disabling compactions & flushes 2024-11-21T12:24:28,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. after waiting 0 ms 2024-11-21T12:24:28,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,001 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,001 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for b5d0e1c92c4f500e27da7dd85bf1beec: Waiting for close lock at 1732191868000Disabling compacts and flushes for region at 1732191868000Disabling writes for close at 1732191868001 (+1 ms)Writing region close event to WAL at 1732191868001Closed at 1732191868001 2024-11-21T12:24:28,002 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:24:28,003 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191868003"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191868003"}]},"ts":"1732191868003"} 2024-11-21T12:24:28,004 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:24:28,005 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:24:28,005 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191868005"}]},"ts":"1732191868005"} 2024-11-21T12:24:28,007 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:24:28,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5d0e1c92c4f500e27da7dd85bf1beec, ASSIGN}] 2024-11-21T12:24:28,008 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=b5d0e1c92c4f500e27da7dd85bf1beec, ASSIGN 2024-11-21T12:24:28,009 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=b5d0e1c92c4f500e27da7dd85bf1beec, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,40835,1732191860610; forceNewPlan=false, retain=false 2024-11-21T12:24:28,081 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,160 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5d0e1c92c4f500e27da7dd85bf1beec, regionState=OPENING, regionLocation=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:28,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=b5d0e1c92c4f500e27da7dd85bf1beec, ASSIGN because future has completed 2024-11-21T12:24:28,164 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5d0e1c92c4f500e27da7dd85bf1beec, server=9bb5b7e9dd2c,40835,1732191860610}] 2024-11-21T12:24:28,189 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:24:28,190 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,191 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,192 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,232 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,233 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,236 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,240 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,241 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:28,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,321 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,321 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => b5d0e1c92c4f500e27da7dd85bf1beec, NAME => 'test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:28,321 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:28,321 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:24:28,321 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,322 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:28,322 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,322 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,323 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,324 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5d0e1c92c4f500e27da7dd85bf1beec columnFamilyName f 2024-11-21T12:24:28,324 DEBUG [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,325 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(327): Store=b5d0e1c92c4f500e27da7dd85bf1beec/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,325 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,326 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5d0e1c92c4f500e27da7dd85bf1beec columnFamilyName f1 2024-11-21T12:24:28,326 DEBUG [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,326 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(327): Store=b5d0e1c92c4f500e27da7dd85bf1beec/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,326 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,328 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region b5d0e1c92c4f500e27da7dd85bf1beec columnFamilyName norep 2024-11-21T12:24:28,328 DEBUG [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,329 INFO [StoreOpener-b5d0e1c92c4f500e27da7dd85bf1beec-1 {}] regionserver.HStore(327): Store=b5d0e1c92c4f500e27da7dd85bf1beec/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,329 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,330 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,330 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,331 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,331 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,331 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:24:28,332 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,334 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:28,334 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened b5d0e1c92c4f500e27da7dd85bf1beec; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=63346396, jitterRate=-0.056065142154693604}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:24:28,334 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:28,334 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for b5d0e1c92c4f500e27da7dd85bf1beec: Running coprocessor pre-open hook at 1732191868322Writing region info on filesystem at 1732191868322Initializing all the Stores at 1732191868322Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868322Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868323 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868323Cleaning up temporary data from old regions at 1732191868331 (+8 ms)Running coprocessor post-open hooks at 1732191868334 (+3 ms)Region opened successfully at 1732191868334 2024-11-21T12:24:28,335 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec., pid=6, masterSystemTime=1732191868317 2024-11-21T12:24:28,337 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,337 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:28,338 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=b5d0e1c92c4f500e27da7dd85bf1beec, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:28,340 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure b5d0e1c92c4f500e27da7dd85bf1beec, server=9bb5b7e9dd2c,40835,1732191860610 because future has completed 2024-11-21T12:24:28,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:24:28,342 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure b5d0e1c92c4f500e27da7dd85bf1beec, server=9bb5b7e9dd2c,40835,1732191860610 in 177 msec 2024-11-21T12:24:28,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:24:28,346 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=b5d0e1c92c4f500e27da7dd85bf1beec, ASSIGN in 335 msec 2024-11-21T12:24:28,346 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:24:28,347 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191868346"}]},"ts":"1732191868346"} 2024-11-21T12:24:28,348 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:24:28,349 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:24:28,350 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 383 msec 2024-11-21T12:24:28,601 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46803 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,602 INFO [RPCClient-NioEventLoopGroup-4-10 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:24:28,602 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:28,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:28,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7d106260 2024-11-21T12:24:28,603 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:28,604 INFO [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:28,605 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:28,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test 2024-11-21T12:24:28,607 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:24:28,607 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,607 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test" procId is: 4 2024-11-21T12:24:28,608 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:24:28,608 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741835_1011 (size=902) 2024-11-21T12:24:28,616 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 5f4a7622c936439143ab20a8a2588d59, NAME => 'test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3 2024-11-21T12:24:28,620 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741836_1012 (size=39) 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(898): Instantiated test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1722): Closing 5f4a7622c936439143ab20a8a2588d59, disabling compactions & flushes 2024-11-21T12:24:28,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1755): Closing region test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. after waiting 0 ms 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,621 INFO [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1973): Closed test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,621 DEBUG [RegionOpenAndInit-test-pool-0 {}] regionserver.HRegion(1676): Region close journal for 5f4a7622c936439143ab20a8a2588d59: Waiting for close lock at 1732191868621Disabling compacts and flushes for region at 1732191868621Disabling writes for close at 1732191868621Writing region close event to WAL at 1732191868621Closed at 1732191868621 2024-11-21T12:24:28,622 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:24:28,623 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.","families":{"info":[{"qualifier":"regioninfo","vlen":38,"tag":[],"timestamp":"1732191868622"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191868622"}]},"ts":"1732191868622"} 2024-11-21T12:24:28,624 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:24:28,625 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:24:28,625 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191868625"}]},"ts":"1732191868625"} 2024-11-21T12:24:28,626 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLING in hbase:meta 2024-11-21T12:24:28,627 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f4a7622c936439143ab20a8a2588d59, ASSIGN}] 2024-11-21T12:24:28,628 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test, region=5f4a7622c936439143ab20a8a2588d59, ASSIGN 2024-11-21T12:24:28,628 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test, region=5f4a7622c936439143ab20a8a2588d59, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,34025,1732191864010; forceNewPlan=false, retain=false 2024-11-21T12:24:28,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,779 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4a7622c936439143ab20a8a2588d59, regionState=OPENING, regionLocation=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:28,781 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=5, ppid=4, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test, region=5f4a7622c936439143ab20a8a2588d59, ASSIGN because future has completed 2024-11-21T12:24:28,781 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4a7622c936439143ab20a8a2588d59, server=9bb5b7e9dd2c,34025,1732191864010}] 2024-11-21T12:24:28,921 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:28,936 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(132): Open test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,937 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7752): Opening region: {ENCODED => 5f4a7622c936439143ab20a8a2588d59, NAME => 'test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:28,937 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:28,937 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter loaded, priority=536870911. 2024-11-21T12:24:28,937 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,938 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(898): Instantiated test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:28,938 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7794): checking encryption for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,938 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(7797): checking classloading for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,939 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,940 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4a7622c936439143ab20a8a2588d59 columnFamilyName f 2024-11-21T12:24:28,940 DEBUG [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,940 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(327): Store=5f4a7622c936439143ab20a8a2588d59/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,940 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f1 of region 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,941 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4a7622c936439143ab20a8a2588d59 columnFamilyName f1 2024-11-21T12:24:28,941 DEBUG [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,942 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(327): Store=5f4a7622c936439143ab20a8a2588d59/f1, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,942 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family norep of region 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,943 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 5f4a7622c936439143ab20a8a2588d59 columnFamilyName norep 2024-11-21T12:24:28,943 DEBUG [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:28,943 INFO [StoreOpener-5f4a7622c936439143ab20a8a2588d59-1 {}] regionserver.HStore(327): Store=5f4a7622c936439143ab20a8a2588d59/norep, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:28,943 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1038): replaying wal for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,944 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,944 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,945 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1048): stopping wal replay for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,945 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1060): Cleaning up temporary data for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,945 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:24:28,946 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1093): writing seq id for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,948 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:28,948 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1114): Opened 5f4a7622c936439143ab20a8a2588d59; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=68541446, jitterRate=0.021347135305404663}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:24:28,948 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:28,948 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegion(1006): Region open journal for 5f4a7622c936439143ab20a8a2588d59: Running coprocessor pre-open hook at 1732191868938Writing region info on filesystem at 1732191868938Initializing all the Stores at 1732191868938Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868938Instantiating store for column family {NAME => 'f1', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '1', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868939 (+1 ms)Instantiating store for column family {NAME => 'norep', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191868939Cleaning up temporary data from old regions at 1732191868945 (+6 ms)Running coprocessor post-open hooks at 1732191868948 (+3 ms)Region opened successfully at 1732191868948 2024-11-21T12:24:28,949 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2236): Post open deploy tasks for test,,1732191868604.5f4a7622c936439143ab20a8a2588d59., pid=6, masterSystemTime=1732191868933 2024-11-21T12:24:28,951 DEBUG [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] regionserver.HRegionServer(2266): Finished post open deploy task for test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,951 INFO [RS_OPEN_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_REGION, pid=6}] handler.AssignRegionHandler(153): Opened test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:28,952 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=5 updating hbase:meta row=5f4a7622c936439143ab20a8a2588d59, regionState=OPEN, repBarrier=2, openSeqNum=2, regionLocation=9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:28,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=6, ppid=5, state=RUNNABLE, hasLock=false; OpenRegionProcedure 5f4a7622c936439143ab20a8a2588d59, server=9bb5b7e9dd2c,34025,1732191864010 because future has completed 2024-11-21T12:24:28,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=6, resume processing ppid=5 2024-11-21T12:24:28,956 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, ppid=5, state=SUCCESS, hasLock=false; OpenRegionProcedure 5f4a7622c936439143ab20a8a2588d59, server=9bb5b7e9dd2c,34025,1732191864010 in 173 msec 2024-11-21T12:24:28,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=5, resume processing ppid=4 2024-11-21T12:24:28,957 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, ppid=4, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test, region=5f4a7622c936439143ab20a8a2588d59, ASSIGN in 329 msec 2024-11-21T12:24:28,958 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:24:28,958 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191868958"}]},"ts":"1732191868958"} 2024-11-21T12:24:28,959 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test, state=ENABLED in hbase:meta 2024-11-21T12:24:28,960 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=4, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:24:28,961 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateTableProcedure table=test in 355 msec 2024-11-21T12:24:29,232 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46765 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-11-21T12:24:29,232 INFO [RPCClient-NioEventLoopGroup-4-11 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test completed 2024-11-21T12:24:29,233 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42cfd11d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,233 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:29,233 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:29,234 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@558947b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:29,234 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:29,235 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40688, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:29,235 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2dbb1af4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,236 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:29,236 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2c117c99 2024-11-21T12:24:29,237 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:29,237 INFO [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:29,238 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=1, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:46803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:24:29,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:24:29,240 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:29,241 DEBUG [PEWorker-2 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46803' 2024-11-21T12:24:29,241 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c11d1d0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,241 DEBUG [PEWorker-2 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46803,-1 for getting cluster id 2024-11-21T12:24:29,241 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:29,242 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0aa06394-2904-4e52-ae1a-7401b1a64639' 2024-11-21T12:24:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0aa06394-2904-4e52-ae1a-7401b1a64639" 2024-11-21T12:24:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@f2d4246, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46803,-1] 2024-11-21T12:24:29,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:29,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:29,243 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:29,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77015011, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:29,244 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:29,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:29,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f823f24 2024-11-21T12:24:29,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:29,245 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:29,246 INFO [PEWorker-2 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-2. 2024-11-21T12:24:29,246 DEBUG [PEWorker-2 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:24:29,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:29,246 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:29,246 DEBUG [PEWorker-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:29,246 INFO [PEWorker-2 {}] master.HMaster(2490): Client=null/null create 'hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-11-21T12:24:29,247 DEBUG [PEWorker-2 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=hbase:replication 2024-11-21T12:24:29,248 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_PRE_OPERATION 2024-11-21T12:24:29,248 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:29,249 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-11-21T12:24:29,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741837_1013 (size=1138) 2024-11-21T12:24:29,298 DEBUG [PEWorker-2 {}] procedure.ProcedureSyncWait(219): waitFor Creating table hbase:replication 2024-11-21T12:24:29,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:29,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:29,656 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 13eae2c2db94a69ff27c1935070fe6c7, NAME => 'hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:replication', {TABLE_ATTRIBUTES => {coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.regionserver.region.split_restriction.delimiter' => '-', 'hbase.regionserver.region.split_restriction.type' => 'DelimitedKeyPrefix', 'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2 2024-11-21T12:24:29,661 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741838_1014 (size=44) 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1722): Closing 13eae2c2db94a69ff27c1935070fe6c7, disabling compactions & flushes 2024-11-21T12:24:29,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. after waiting 0 ms 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:29,662 INFO [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1973): Closed hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:29,662 DEBUG [RegionOpenAndInit-hbase:replication-pool-0 {}] regionserver.HRegion(1676): Region close journal for 13eae2c2db94a69ff27c1935070fe6c7: Waiting for close lock at 1732191869662Disabling compacts and flushes for region at 1732191869662Disabling writes for close at 1732191869662Writing region close event to WAL at 1732191869662Closed at 1732191869662 2024-11-21T12:24:29,663 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ADD_TO_META 2024-11-21T12:24:29,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7.","families":{"info":[{"qualifier":"regioninfo","vlen":43,"tag":[],"timestamp":"1732191869663"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732191869663"}]},"ts":"1732191869663"} 2024-11-21T12:24:29,665 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-11-21T12:24:29,666 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-11-21T12:24:29,666 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191869666"}]},"ts":"1732191869666"} 2024-11-21T12:24:29,668 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLING in hbase:meta 2024-11-21T12:24:29,668 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13eae2c2db94a69ff27c1935070fe6c7, ASSIGN}] 2024-11-21T12:24:29,669 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13eae2c2db94a69ff27c1935070fe6c7, ASSIGN 2024-11-21T12:24:29,670 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13eae2c2db94a69ff27c1935070fe6c7, ASSIGN; state=OFFLINE, location=9bb5b7e9dd2c,33409,1732191857067; forceNewPlan=false, retain=false 2024-11-21T12:24:29,820 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13eae2c2db94a69ff27c1935070fe6c7, regionState=OPENING, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:29,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:replication, region=13eae2c2db94a69ff27c1935070fe6c7, ASSIGN because future has completed 2024-11-21T12:24:29,823 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13eae2c2db94a69ff27c1935070fe6c7, server=9bb5b7e9dd2c,33409,1732191857067}] 2024-11-21T12:24:29,871 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:29,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(132): Open hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:29,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-11-21T12:24:29,980 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor rep 2024-11-21T12:24:29,982 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=20 KB, rollsize=10 KB, prefix=9bb5b7e9dd2c%2C33409%2C1732191857067.rep, suffix=, logDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067, archiveDir=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/oldWALs, maxLogs=10 2024-11-21T12:24:29,997 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191869983, exclude list is [], retry=0 2024-11-21T12:24:29,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:30,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191869983 2024-11-21T12:24:30,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:30,001 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 13eae2c2db94a69ff27c1935070fe6c7, NAME => 'hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7.', STARTKEY => '', ENDKEY => ''} 2024-11-21T12:24:30,001 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver loaded, priority=536870911. 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. service=MultiRowMutationService 2024-11-21T12:24:30,002 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:replication successfully. 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table replication 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(898): Instantiated hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,002 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,003 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family hfileref of region 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,004 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13eae2c2db94a69ff27c1935070fe6c7 columnFamilyName hfileref 2024-11-21T12:24:30,004 DEBUG [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:30,004 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(327): Store=13eae2c2db94a69ff27c1935070fe6c7/hfileref, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:30,004 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family queue of region 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,005 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13eae2c2db94a69ff27c1935070fe6c7 columnFamilyName queue 2024-11-21T12:24:30,005 DEBUG [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:30,005 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(327): Store=13eae2c2db94a69ff27c1935070fe6c7/queue, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:30,006 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family sid of region 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,006 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 13eae2c2db94a69ff27c1935070fe6c7 columnFamilyName sid 2024-11-21T12:24:30,006 DEBUG [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-11-21T12:24:30,007 INFO [StoreOpener-13eae2c2db94a69ff27c1935070fe6c7-1 {}] regionserver.HStore(327): Store=13eae2c2db94a69ff27c1935070fe6c7/sid, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-11-21T12:24:30,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,007 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,008 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:replication descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-11-21T12:24:30,009 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-11-21T12:24:30,011 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1114): Opened 13eae2c2db94a69ff27c1935070fe6c7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=60337289, jitterRate=-0.10090433061122894}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-11-21T12:24:30,011 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:30,012 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 13eae2c2db94a69ff27c1935070fe6c7: Running coprocessor pre-open hook at 1732191870002Writing region info on filesystem at 1732191870002Initializing all the Stores at 1732191870003 (+1 ms)Instantiating store for column family {NAME => 'hfileref', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191870003Instantiating store for column family {NAME => 'queue', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191870003Instantiating store for column family {NAME => 'sid', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732191870003Cleaning up temporary data from old regions at 1732191870008 (+5 ms)Running coprocessor post-open hooks at 1732191870012 (+4 ms)Region opened successfully at 1732191870012 2024-11-21T12:24:30,012 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7., pid=10, masterSystemTime=1732191869976 2024-11-21T12:24:30,014 DEBUG [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:30,014 INFO [RS_OPEN_PRIORITY_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_OPEN_PRIORITY_REGION, pid=10}] handler.AssignRegionHandler(153): Opened hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:30,015 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=13eae2c2db94a69ff27c1935070fe6c7, regionState=OPEN, openSeqNum=2, regionLocation=9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:30,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 13eae2c2db94a69ff27c1935070fe6c7, server=9bb5b7e9dd2c,33409,1732191857067 because future has completed 2024-11-21T12:24:30,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-11-21T12:24:30,019 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 13eae2c2db94a69ff27c1935070fe6c7, server=9bb5b7e9dd2c,33409,1732191857067 in 194 msec 2024-11-21T12:24:30,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-11-21T12:24:30,021 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:replication, region=13eae2c2db94a69ff27c1935070fe6c7, ASSIGN in 351 msec 2024-11-21T12:24:30,021 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-11-21T12:24:30,021 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"hbase:replication","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732191870021"}]},"ts":"1732191870021"} 2024-11-21T12:24:30,023 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=hbase:replication, state=ENABLED in hbase:meta 2024-11-21T12:24:30,023 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=hbase:replication execute state=CREATE_TABLE_POST_OPERATION 2024-11-21T12:24:30,024 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=hbase:replication in 777 msec 2024-11-21T12:24:30,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-', locateType=CURRENT is [region=hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2] 2024-11-21T12:24:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:30,058 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:30,063 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=11, ppid=7, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:24:30,215 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=33409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=11 2024-11-21T12:24:30,216 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=1, type=ADD_PEER 2024-11-21T12:24:30,249 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.ReplicationSource(231): queueId=1-9bb5b7e9dd2c,33409,1732191857067, ReplicationSource: 1, currentBandwidth=0 2024-11-21T12:24:30,249 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:30,249 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=-1] 2024-11-21T12:24:30,249 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:30,250 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58527, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientService 2024-11-21T12:24:30,252 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'hbase:replication', row='1-9bb5b7e9dd2c,33409,1732191857067', locateType=CURRENT is [region=hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2] 2024-11-21T12:24:30,254 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=11}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=11 2024-11-21T12:24:30,255 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.HMaster(4169): Remote procedure done, pid=11 2024-11-21T12:24:30,256 INFO [PEWorker-5 {}] replication.RefreshPeerProcedure(132): Refresh peer 1 for ADD on 9bb5b7e9dd2c,33409,1732191857067 suceeded 2024-11-21T12:24:30,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=11, resume processing ppid=7 2024-11-21T12:24:30,258 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, ppid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 193 msec 2024-11-21T12:24:30,258 INFO [PEWorker-4 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 1, config clusterKey=hbase+rpc://9bb5b7e9dd2c:46803,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:24:30,259 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 1.0200 sec 2024-11-21T12:24:30,272 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46803' 2024-11-21T12:24:30,274 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@271d62c0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,274 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46803,-1 for getting cluster id 2024-11-21T12:24:30,274 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:30,274 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0aa06394-2904-4e52-ae1a-7401b1a64639' 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0aa06394-2904-4e52-ae1a-7401b1a64639" 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7346c4b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46803,-1] 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:30,275 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,276 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:30,276 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@43f95196, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,276 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@24624d13 2024-11-21T12:24:30,277 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:30,278 INFO [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T12:24:30,278 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSource(613): peerId=1, queueId=1-9bb5b7e9dd2c,33409,1732191857067 (queues=1) is replicating from cluster=33e93c85-c2d9-4b01-a42b-f786b9b3192d to cluster=0aa06394-2904-4e52-ae1a-7401b1a64639 2024-11-21T12:24:30,279 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSource(382): peerId=1, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C33409%2C1732191857067 2024-11-21T12:24:30,279 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=1-9bb5b7e9dd2c,33409,1732191857067, ReplicationSourceWALReaderThread : 1 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:24:30,279 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C33409%2C1732191857067 2024-11-21T12:24:30,279 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685, startPosition=0, beingWritten=true 2024-11-21T12:24:30,284 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:30,284 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 379, reset compression=false 2024-11-21T12:24:30,284 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685, lastWalPosition=379, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:30,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-11-21T12:24:30,382 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 1 completed 2024-11-21T12:24:30,382 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:30,382 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:306) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:30,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,382 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,382 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:30,383 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10267416, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,383 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:30,383 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:30,384 DEBUG [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19de27da, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,384 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:30,385 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,385 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40720, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:30,386 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6724e829, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,387 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2603873d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,387 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46803,-1 for getting cluster id 2024-11-21T12:24:30,387 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:30,387 DEBUG [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0aa06394-2904-4e52-ae1a-7401b1a64639' 2024-11-21T12:24:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0aa06394-2904-4e52-ae1a-7401b1a64639" 2024-11-21T12:24:30,387 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57ef69b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46803,-1] 2024-11-21T12:24:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:30,388 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,388 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39966, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:30,389 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18cc6a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,390 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5565cdf9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,390 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46765,-1 for getting cluster id 2024-11-21T12:24:30,390 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:30,390 DEBUG [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4942c1-86b5-417a-8371-695b4eca6e1d' 2024-11-21T12:24:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:30,390 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4942c1-86b5-417a-8371-695b4eca6e1d" 2024-11-21T12:24:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d8dc0bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46765,-1] 2024-11-21T12:24:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:30,391 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:30,391 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50506, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:30,392 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@389b11ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:30,392 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:30,396 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_0 is 36, key is mmmm/f:row/1732191870395/Put/seqid=0 2024-11-21T12:24:30,400 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741840_1016 (size=7894) 2024-11-21T12:24:30,488 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 379, reset compression=false 2024-11-21T12:24:30,531 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:replication' 2024-11-21T12:24:30,792 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 379, reset compression=false 2024-11-21T12:24:30,803 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_1 is 34, key is ppp/f:row/1732191870803/Put/seqid=0 2024-11-21T12:24:30,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741841_1017 (size=7691) 2024-11-21T12:24:31,196 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 379, reset compression=false 2024-11-21T12:24:31,210 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6382f0be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,210 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:31,210 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:31,211 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:31,211 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74b4883b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:31,212 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:31,213 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:31,214 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76cfec83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,214 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=-1] 2024-11-21T12:24:31,215 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:31,216 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:31,223 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@75759852 2024-11-21T12:24:31,224 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:31,225 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:31,228 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2] 2024-11-21T12:24:31,231 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:24:31,236 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_0 first=Optional[mmmm] last=Optional[oooo] 2024-11-21T12:24:31,238 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_1 first=Optional[ppp] last=Optional[rrr] 2024-11-21T12:24:31,242 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_0 for inclusion in d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T12:24:31,244 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:31,244 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_1 for inclusion in d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T12:24:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:31,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegion(2603): Flush status journal for d5e4a1cfcf879dc2e83febdaf5e76447: 2024-11-21T12:24:31,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_0 to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_0 2024-11-21T12:24:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_0 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ 2024-11-21T12:24:31,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_0/f/hfile_1 to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_1 2024-11-21T12:24:31,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_1 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ 2024-11-21T12:24:31,255 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_0 into d5e4a1cfcf879dc2e83febdaf5e76447/f as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ - updating store file list. 2024-11-21T12:24:31,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 33d59aa28d964b52b71b6f4c3054f251_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:31,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ into d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:31,259 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_0 into d5e4a1cfcf879dc2e83febdaf5e76447/f (new location: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_) 2024-11-21T12:24:31,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_0 2024-11-21T12:24:31,261 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_1 into d5e4a1cfcf879dc2e83febdaf5e76447/f as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ - updating store file list. 2024-11-21T12:24:31,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:31,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ into d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:31,265 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_1 into d5e4a1cfcf879dc2e83febdaf5e76447/f (new location: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_) 2024-11-21T12:24:31,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__475k45eknhf15idlor7m1fd5jlbq68sfe5990nh2i1uv8ajcgeehm2tqqu9ersd6/f/hfile_1 2024-11-21T12:24:31,267 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:31,267 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:320) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:31,267 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:31,268 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:31,268 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 , the old value is region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:33409 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:24:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:24:31,268 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 from cache 2024-11-21T12:24:31,268 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:31,269 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:24:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40835,1732191860610, seqNum=-1] 2024-11-21T12:24:31,270 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:31,271 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:31,273 DEBUG [RPCClient-NioEventLoopGroup-4-9 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec., hostname=9bb5b7e9dd2c,40835,1732191860610, seqNum=2] 2024-11-21T12:24:31,275 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:24:31,372 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:24:31,701 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 379, reset compression=false 2024-11-21T12:24:31,706 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:24:31,707 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5e4a1cfcf879dc2e83febdaf5e76447/5=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191871265/Put/vlen=190/seqid=0; >],8098}], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685, lastWalPosition=687, nbRowKeys=1, nbHFiles=2, heapSize=8098, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:24:31,709 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:31,710 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57406, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T12:24:31,710 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.ReplicationSink(318): Replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:31,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@493126e0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46803,-1 for getting cluster id 2024-11-21T12:24:31,711 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:31,712 DEBUG [HMaster-EventLoopGroup-47-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0aa06394-2904-4e52-ae1a-7401b1a64639' 2024-11-21T12:24:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0aa06394-2904-4e52-ae1a-7401b1a64639" 2024-11-21T12:24:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@7a3edde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46803,-1] 2024-11-21T12:24:31,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:31,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:31,713 INFO [HMaster-EventLoopGroup-47-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39988, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:31,714 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@6958f442, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:31,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741837_1013 (size=7894) 2024-11-21T12:24:31,729 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741838_1014 (size=7691) 2024-11-21T12:24:31,731 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15489b83 2024-11-21T12:24:31,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:31,733 INFO [HMaster-EventLoopGroup-47-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40004, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=MasterService 2024-11-21T12:24:31,735 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:24:31,736 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:31,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,40835,1732191860610, seqNum=-1] 2024-11-21T12:24:31,737 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:31,738 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-48-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57416, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.22 (auth:SIMPLE), service=ClientService 2024-11-21T12:24:31,743 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ first=Optional[mmmm] last=Optional[oooo] 2024-11-21T12:24:31,746 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ first=Optional[ppp] last=Optional[rrr] 2024-11-21T12:24:31,748 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ for inclusion in b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(626): HFile bounds: first=mmmm last=oooo 2024-11-21T12:24:31,751 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:31,751 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ for inclusion in b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(626): HFile bounds: first=ppp last=rrr 2024-11-21T12:24:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:31,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegion(2603): Flush status journal for b5d0e1c92c4f500e27da7dd85bf1beec: 2024-11-21T12:24:31,754 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/0473d58ce48a49bd8eb3215e4ef4b923_SeqId_4_ 2024-11-21T12:24:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): 7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:31,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/a315daa9bcd24cada6b0beb5d65b96ad_SeqId_4_ 2024-11-21T12:24:31,756 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/0473d58ce48a49bd8eb3215e4ef4b923_SeqId_4_ - updating store file list. 2024-11-21T12:24:31,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 0473d58ce48a49bd8eb3215e4ef4b923_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:31,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/0473d58ce48a49bd8eb3215e4ef4b923_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:31,759 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f (new location: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/0473d58ce48a49bd8eb3215e4ef4b923_SeqId_4_) 2024-11-21T12:24:31,760 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/33d59aa28d964b52b71b6f4c3054f251_SeqId_4_ 2024-11-21T12:24:31,760 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/a315daa9bcd24cada6b0beb5d65b96ad_SeqId_4_ - updating store file list. 2024-11-21T12:24:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for a315daa9bcd24cada6b0beb5d65b96ad_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:31,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/a315daa9bcd24cada6b0beb5d65b96ad_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:31,764 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ into b5d0e1c92c4f500e27da7dd85bf1beec/f (new location: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/a315daa9bcd24cada6b0beb5d65b96ad_SeqId_4_) 2024-11-21T12:24:31,764 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__32tjv3jdj71l4nd8ln8b07m199fjuobevo4rla0ar59i0tgcooddkm9c0e26ajrk/f/7910ecae47cf450ebdc2193cdf5525fc_SeqId_4_ 2024-11-21T12:24:31,766 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.ReplicationSink(324): Finished replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:31,801 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:31,802 DEBUG [Async-Client-Retry-Timer-pool-0 {}] client.ConnectionUtils(551): Failed to fetch master stub from registry org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:24:31,802 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncRpcRetryingCaller(177): Get async master stub failed, tries = 16, maxAttempts = 45, timeout = 1200000 ms, time elapsed = 128948 ms org.apache.hadoop.hbase.exceptions.MasterRegistryFetchException: Exception making rpc to masters [9bb5b7e9dd2c,43007,-1] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:172) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.groupCall(AbstractRpcBasedConnectionRegistry.java:156) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$call$3(AbstractRpcBasedConnectionRegistry.java:197) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.call(AbstractRpcBasedConnectionRegistry.java:189) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$getActiveMaster$12(AbstractRpcBasedConnectionRegistry.java:246) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:99) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.getActiveMaster(AbstractRpcBasedConnectionRegistry.java:244) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RpcConnectionRegistry.getActiveMaster(RpcConnectionRegistry.java:50) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$getMasterStub$9(AsyncConnectionImpl.java:314) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.getOrFetch(ConnectionUtils.java:549) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncConnectionImpl.getMasterStub(AsyncConnectionImpl.java:312) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncMasterRequestRpcRetryingCaller.doCall(AsyncMasterRequestRpcRetryingCaller.java:67) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.client.RetriesExhaustedException: Failed contacting masters after 1 attempts. Exceptions: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:43007 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.client.AbstractRpcBasedConnectionRegistry.lambda$groupCall$2(AbstractRpcBasedConnectionRegistry.java:171) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 28 more 2024-11-21T12:24:31,907 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 687, reset compression=false 2024-11-21T12:24:32,212 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 687, reset compression=false 2024-11-21T12:24:32,283 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,34025,1732191864010, seqNum=-1] 2024-11-21T12:24:32,284 DEBUG [RPCClient-NioEventLoopGroup-4-4 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:32,285 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53568, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:32,286 DEBUG [RPCClient-NioEventLoopGroup-4-10 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191868604.5f4a7622c936439143ab20a8a2588d59., hostname=9bb5b7e9dd2c,34025,1732191864010, seqNum=2] 2024-11-21T12:24:32,292 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:32,294 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51370, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-11-21T12:24:32,295 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9bb5b7e9dd2c%2C33409%2C1732191857067:(num 1732191858685) roll requested 2024-11-21T12:24:32,313 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, exclude list is [], retry=0 2024-11-21T12:24:32,315 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:32,317 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 with entries=2, filesize=687 B; new WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 2024-11-21T12:24:32,317 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:32,317 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 is not closed yet, will try archiving it next time 2024-11-21T12:24:32,317 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9bb5b7e9dd2c%2C33409%2C1732191857067.meta:.meta(num 1732191859263) roll requested 2024-11-21T12:24:32,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28f564a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:32,318 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:32,319 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741832_1008 (size=695) 2024-11-21T12:24:32,319 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c40fa55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,319 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:32,320 DEBUG [RPCClient-NioEventLoopGroup-4-12 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,320 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40766, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:32,321 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d7f5228, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,321 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4498b735 2024-11-21T12:24:32,322 DEBUG [RPCClient-NioEventLoopGroup-4-13 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:32,323 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:32,323 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.HMaster(3973): Client=jenkins//172.17.0.2 creating replication peer, id=2, config=clusterKey=hbase+rpc://9bb5b7e9dd2c:46765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false, state=ENABLED 2024-11-21T12:24:32,325 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/oldWALs/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 2024-11-21T12:24:32,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] procedure2.ProcedureExecutor(1139): Stored pid=12, state=RUNNABLE:PRE_PEER_MODIFICATION, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure 2024-11-21T12:24:32,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:24:32,328 DEBUG [PEWorker-3 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46765' 2024-11-21T12:24:32,331 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11a719c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,331 DEBUG [PEWorker-3 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46765,-1 for getting cluster id 2024-11-21T12:24:32,331 DEBUG [PEWorker-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:32,332 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4942c1-86b5-417a-8371-695b4eca6e1d' 2024-11-21T12:24:32,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:32,332 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4942c1-86b5-417a-8371-695b4eca6e1d" 2024-11-21T12:24:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11812cec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46765,-1] 2024-11-21T12:24:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:32,333 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,334 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:32,334 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d8d4f14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,335 DEBUG [PEWorker-3 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3a7fe224 2024-11-21T12:24:32,336 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:32,336 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191872317.meta, exclude list is [], retry=0 2024-11-21T12:24:32,337 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:32,338 INFO [PEWorker-3 {}] client.AsyncConnectionImpl(233): Connection has been closed by PEWorker-3. 2024-11-21T12:24:32,338 DEBUG [PEWorker-3 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkClusterKey(ReplicationPeerManager.java:438) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.checkPeerConfig(ReplicationPeerManager.java:475) at org.apache.hadoop.hbase.master.replication.ReplicationPeerManager.preAddPeer(ReplicationPeerManager.java:172) at org.apache.hadoop.hbase.master.replication.AddPeerProcedure.prePeerModification(AddPeerProcedure.java:118) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:188) at org.apache.hadoop.hbase.master.replication.ModifyPeerProcedure.executeFromState(ModifyPeerProcedure.java:45) at org.apache.hadoop.hbase.procedure2.StateMachineProcedure.execute(StateMachineProcedure.java:188) at org.apache.hadoop.hbase.procedure2.Procedure.doExecute(Procedure.java:941) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.execProcedure(ProcedureExecutor.java:1825) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor.executeProcedure(ProcedureExecutor.java:1503) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.runProcedure(ProcedureExecutor.java:2154) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:216) at org.apache.hadoop.hbase.procedure2.ProcedureExecutor$WorkerThread.run(ProcedureExecutor.java:2181) 2024-11-21T12:24:32,338 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,338 DEBUG [PEWorker-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,338 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:32,338 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-46-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:32,341 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191859263.meta with entries=13, filesize=3.38 KB; new WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191872317.meta 2024-11-21T12:24:32,342 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:32,342 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.meta.1732191859263.meta is not closed yet, will try archiving it next time 2024-11-21T12:24:32,342 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 9bb5b7e9dd2c%2C33409%2C1732191857067.rep:(num 1732191869983) roll requested 2024-11-21T12:24:32,344 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741834_1010 (size=3473) 2024-11-21T12:24:32,352 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure}] 2024-11-21T12:24:32,362 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191872342, exclude list is [], retry=0 2024-11-21T12:24:32,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:39731,DS-d90c2c0d-dc6c-4cd2-948a-97f854eaf8d3,DISK] 2024-11-21T12:24:32,368 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191869983 with entries=6, filesize=1.46 KB; new WAL /user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191872342 2024-11-21T12:24:32,369 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:41945:41945)] 2024-11-21T12:24:32,369 DEBUG [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.rep.1732191869983 is not closed yet, will try archiving it next time 2024-11-21T12:24:32,371 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741839_1015 (size=1505) 2024-11-21T12:24:32,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:24:32,505 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=33409 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.replication.regionserver.RefreshPeerCallable, pid=13 2024-11-21T12:24:32,505 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RefreshPeerCallable(47): Received a peer change event, peerId=2, type=ADD_PEER 2024-11-21T12:24:32,539 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.ReplicationSource(231): queueId=2-9bb5b7e9dd2c,33409,1732191857067, ReplicationSource: 2, currentBandwidth=0 2024-11-21T12:24:32,542 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0 {event_type=RS_REFRESH_PEER, pid=13}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=13 2024-11-21T12:24:32,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.HMaster(4169): Remote procedure done, pid=13 2024-11-21T12:24:32,544 INFO [PEWorker-1 {}] replication.RefreshPeerProcedure(132): Refresh peer 2 for ADD on 9bb5b7e9dd2c,33409,1732191857067 suceeded 2024-11-21T12:24:32,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-11-21T12:24:32,546 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.RefreshPeerProcedure in 192 msec 2024-11-21T12:24:32,547 INFO [PEWorker-1 {}] replication.AddPeerProcedure(130): Successfully added ENABLED peer 2, config clusterKey=hbase+rpc://9bb5b7e9dd2c:46765,replicationEndpointImpl=null,replicateAllUserTables=true,bandwidth=0,serial=false 2024-11-21T12:24:32,548 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.replication.AddPeerProcedure in 224 msec 2024-11-21T12:24:32,566 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] client.RpcConnectionRegistryURIFactory(40): connect to hbase cluster with rpc bootstrap servers='9bb5b7e9dd2c:46765' 2024-11-21T12:24:32,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@61a83a0f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46765,-1 for getting cluster id 2024-11-21T12:24:32,568 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:32,569 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4942c1-86b5-417a-8371-695b4eca6e1d' 2024-11-21T12:24:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4942c1-86b5-417a-8371-695b4eca6e1d" 2024-11-21T12:24:32,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@3608697b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46765,-1] 2024-11-21T12:24:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:32,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,570 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50558, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:32,571 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@5b74cdfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:32,571 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@28491e1 2024-11-21T12:24:32,572 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:32,573 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50574, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=MasterService 2024-11-21T12:24:32,573 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSource(613): peerId=2, queueId=2-9bb5b7e9dd2c,33409,1732191857067 (queues=1) is replicating from cluster=33e93c85-c2d9-4b01-a42b-f786b9b3192d to cluster=db4942c1-86b5-417a-8371-695b4eca6e1d 2024-11-21T12:24:32,573 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSource(382): peerId=2, starting shipping worker for walGroupId=9bb5b7e9dd2c%2C33409%2C1732191857067 2024-11-21T12:24:32,573 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(111): peerClusterZnode=2-9bb5b7e9dd2c,33409,1732191857067, ReplicationSourceWALReaderThread : 2 inited, replicationBatchSizeCapacity=1024, replicationBatchCountCapacity=25000, replicationBatchQueueCapacity=1 2024-11-21T12:24:32,574 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, startPosition=0, beingWritten=true 2024-11-21T12:24:32,574 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(98): Running ReplicationSourceShipper Thread for wal group: 9bb5b7e9dd2c%2C33409%2C1732191857067 2024-11-21T12:24:32,616 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 to pos 687, reset compression=false 2024-11-21T12:24:32,618 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] wal.AbstractFSWALProvider(535): Log hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 was moved to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/oldWALs/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 2024-11-21T12:24:32,620 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(456): EOF, closing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685 2024-11-21T12:24:32,620 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685, lastWalPosition=-1, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=true,usedBufferSize=0] 2024-11-21T12:24:32,620 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(254): Creating new reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, startPosition=0, beingWritten=true 2024-11-21T12:24:32,622 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceManager(720): Removing 1 logs in the list: [9bb5b7e9dd2c%2C33409%2C1732191857067.1732191858685] 2024-11-21T12:24:32,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32859 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=12 2024-11-21T12:24:32,641 INFO [RPCClient-NioEventLoopGroup-4-14 {}] client.RawAsyncHBaseAdmin$ReplicationProcedureBiConsumer(3004): Operation: ADD_REPLICATION_PEER, peerId: 2 completed 2024-11-21T12:24:32,641 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:32,642 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.replication.TestMasterReplication.addPeer(TestMasterReplication.java:620) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:329) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:32,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,642 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:32,642 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:32,642 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-11-21T12:24:32,647 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_0 is 36, key is ssss/f:row/1732191872646/Put/seqid=0 2024-11-21T12:24:32,651 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741845_1021 (size=11194) 2024-11-21T12:24:32,779 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:33,054 DEBUG [Time-limited test {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_1 is 34, key is vvv/f:row/1732191873054/Put/seqid=0 2024-11-21T12:24:33,058 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741846_1022 (size=10791) 2024-11-21T12:24:33,084 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:33,125 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:33,460 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54881a36, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:33,461 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,32859,-1 for getting cluster id 2024-11-21T12:24:33,461 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:33,461 DEBUG [HMaster-EventLoopGroup-45-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '33e93c85-c2d9-4b01-a42b-f786b9b3192d' 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "33e93c85-c2d9-4b01-a42b-f786b9b3192d" 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b315c6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,32859,-1] 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:33,462 DEBUG [RPCClient-NioEventLoopGroup-4-15 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:33,463 INFO [HMaster-EventLoopGroup-45-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:33,464 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f362b52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:33,464 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=-1] 2024-11-21T12:24:33,465 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:33,466 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-11-21T12:24:33,473 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63be86b8 2024-11-21T12:24:33,474 DEBUG [RPCClient-NioEventLoopGroup-4-16 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:33,475 INFO [HMaster-EventLoopGroup-45-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40816, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-11-21T12:24:33,478 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test', row='', locateType=CURRENT is [region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2] 2024-11-21T12:24:33,481 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:24:33,486 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_0 first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:24:33,489 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:33,489 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_1 first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:24:33,493 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_0 for inclusion in d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:24:33,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:33,496 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_1 for inclusion in d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:33,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:24:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:33,499 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegion(2603): Flush status journal for d5e4a1cfcf879dc2e83febdaf5e76447: 2024-11-21T12:24:33,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_0 to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_0 2024-11-21T12:24:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_0 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ 2024-11-21T12:24:33,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/testHFileCyclicReplication_1/f/hfile_1 to hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_1 2024-11-21T12:24:33,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_1 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ 2024-11-21T12:24:33,508 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_0 into d5e4a1cfcf879dc2e83febdaf5e76447/f as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ - updating store file list. 2024-11-21T12:24:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:33,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ into d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:33,512 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_0 into d5e4a1cfcf879dc2e83febdaf5e76447/f (new location: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_) 2024-11-21T12:24:33,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_0 2024-11-21T12:24:33,513 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_1 into d5e4a1cfcf879dc2e83febdaf5e76447/f as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ - updating store file list. 2024-11-21T12:24:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c5850638dbef4c9fb35861a5128637c7_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:33,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ into d5e4a1cfcf879dc2e83febdaf5e76447/f 2024-11-21T12:24:33,518 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_1 into d5e4a1cfcf879dc2e83febdaf5e76447/f (new location: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_) 2024-11-21T12:24:33,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33409 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/staging/jenkins__test__450q996jkht8o04d8l7n9icq54ktbcpctccvlvno95egre02cqlnr53pmcb9m792/f/hfile_1 2024-11-21T12:24:33,519 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:33,520 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.replication.TestMasterReplication.loadAndValidateHFileReplication(TestMasterReplication.java:720) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:340) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:33,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:33,520 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 , the old value is region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=9bb5b7e9dd2c:33409 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:24:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-11-21T12:24:33,520 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447., hostname=9bb5b7e9dd2c,33409,1732191857067, seqNum=2 from cache 2024-11-21T12:24:33,520 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:33,521 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-46-1 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-11-21T12:24:33,524 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:24:33,632 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'test', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-11-21T12:24:33,730 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:33,735 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:24:33,736 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5e4a1cfcf879dc2e83febdaf5e76447/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191873518/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:24:33,737 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.ReplicationSink(318): Replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:33,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741839_1015 (size=11194) 2024-11-21T12:24:33,824 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,826 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,827 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,869 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,870 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,871 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,874 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,880 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:33,936 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:34,000 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 0, reset compression=false 2024-11-21T12:24:34,005 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(177): Read 1 WAL entries eligible for replication 2024-11-21T12:24:34,005 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 2-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[{test/d5e4a1cfcf879dc2e83febdaf5e76447/7=[#edits: 1 = <\x00/METAFAMILY:HBASE::BULK_LOAD/1732191873518/Put/vlen=190/seqid=0; >],11198}], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, lastWalPosition=393, nbRowKeys=1, nbHFiles=2, heapSize=11198, lastSeqIds={}, endOfFile=false,usedBufferSize=407] 2024-11-21T12:24:34,007 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-11-21T12:24:34,008 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53582, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.21 (auth:SIMPLE), service=AdminService 2024-11-21T12:24:34,008 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.ReplicationSink(318): Replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:34,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@21bf55d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:34,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] client.ClusterIdFetcher(90): Going to request 9bb5b7e9dd2c,46765,-1 for getting cluster id 2024-11-21T12:24:34,009 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-11-21T12:24:34,009 DEBUG [HMaster-EventLoopGroup-49-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = 'db4942c1-86b5-417a-8371-695b4eca6e1d' 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "db4942c1-86b5-417a-8371-695b4eca6e1d" 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@8ed8ae5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [9bb5b7e9dd2c,46765,-1] 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-11-21T12:24:34,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:34,011 INFO [HMaster-EventLoopGroup-49-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50592, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientMetaService 2024-11-21T12:24:34,011 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodecWithTags@1ada2d81, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=true, bind address=null 2024-11-21T12:24:34,020 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741837_1013 (size=11194) 2024-11-21T12:24:34,153 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741840_1016 (size=10791) 2024-11-21T12:24:34,205 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:34,240 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:34,427 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741838_1014 (size=10791) 2024-11-21T12:24:34,509 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:34,528 INFO [Time-limited test {}] replication.TestMasterReplication(739): Waiting more time for bulkloaded data replication. 2024-11-21T12:24:34,559 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:24:34,564 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:24:34,567 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:24:34,569 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ for inclusion in b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:24:34,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:34,572 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ for inclusion in b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:24:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:34,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegion(2603): Flush status journal for b5d0e1c92c4f500e27da7dd85bf1beec: 2024-11-21T12:24:34,575 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5850638dbef4c9fb35861a5128637c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/fb36d980859248cc8ba8d87c85decd32_SeqId_6_ 2024-11-21T12:24:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:34,576 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/c10b5e2fb1db40bfb8ab1140d99cb9df_SeqId_6_ 2024-11-21T12:24:34,577 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/fb36d980859248cc8ba8d87c85decd32_SeqId_6_ - updating store file list. 2024-11-21T12:24:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for fb36d980859248cc8ba8d87c85decd32_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:34,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/fb36d980859248cc8ba8d87c85decd32_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:34,581 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f (new location: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/fb36d980859248cc8ba8d87c85decd32_SeqId_6_) 2024-11-21T12:24:34,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ 2024-11-21T12:24:34,582 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/c10b5e2fb1db40bfb8ab1140d99cb9df_SeqId_6_ - updating store file list. 2024-11-21T12:24:34,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStoreFile(483): HFile Bloom filter type for c10b5e2fb1db40bfb8ab1140d99cb9df_SeqId_6_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:34,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/c10b5e2fb1db40bfb8ab1140d99cb9df_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f 2024-11-21T12:24:34,585 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ into b5d0e1c92c4f500e27da7dd85bf1beec/f (new location: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/f/c10b5e2fb1db40bfb8ab1140d99cb9df_SeqId_6_) 2024-11-21T12:24:34,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/staging/jenkins.hfs.22__test__nuadi7nnt1f4a2iremr661c97a8dq8ko8q5tq30i61psbsf0l3v4g3v5gm3obm6h/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ 2024-11-21T12:24:34,588 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=40835 {}] regionserver.ReplicationSink(324): Finished replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:34,645 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:34,830 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-11-21T12:24:34,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:34,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e21c51 2024-11-21T12:24:34,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-11-21T12:24:34,832 INFO [HMaster-EventLoopGroup-49-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50600, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=MasterService 2024-11-21T12:24:34,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test,, stopping at row=test ,, for max=2147483647 with caching=100 2024-11-21T12:24:34,834 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-11-21T12:24:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=9bb5b7e9dd2c,34025,1732191864010, seqNum=-1] 2024-11-21T12:24:34,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-11-21T12:24:34,836 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-50-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53594, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.23 (auth:SIMPLE), service=ClientService 2024-11-21T12:24:34,841 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ first=Optional[vvv] last=Optional[xxx] 2024-11-21T12:24:34,844 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ first=Optional[ssss] last=Optional[uuuu] 2024-11-21T12:24:34,846 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ for inclusion in 5f4a7622c936439143ab20a8a2588d59/f 2024-11-21T12:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(626): HFile bounds: first=ssss last=uuuu 2024-11-21T12:24:34,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:34,849 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ for inclusion in 5f4a7622c936439143ab20a8a2588d59/f 2024-11-21T12:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(626): HFile bounds: first=vvv last=xxx 2024-11-21T12:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(628): Region bounds: first= last= 2024-11-21T12:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegion(2603): Flush status journal for 5f4a7622c936439143ab20a8a2588d59: 2024-11-21T12:24:34,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/540a0a65cc584dbd9472f12c5c4bc102_SeqId_4_ 2024-11-21T12:24:34,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(375): c5850638dbef4c9fb35861a5128637c7_SeqId_6_ is already available in staging directory. Skipping copy or rename. 2024-11-21T12:24:34,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/366d121f87ee4401a07de450c74b1062_SeqId_4_ 2024-11-21T12:24:34,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ into 5f4a7622c936439143ab20a8a2588d59/f as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/540a0a65cc584dbd9472f12c5c4bc102_SeqId_4_ - updating store file list. 2024-11-21T12:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 540a0a65cc584dbd9472f12c5c4bc102_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:34,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/540a0a65cc584dbd9472f12c5c4bc102_SeqId_4_ into 5f4a7622c936439143ab20a8a2588d59/f 2024-11-21T12:24:34,857 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ into 5f4a7622c936439143ab20a8a2588d59/f (new location: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/540a0a65cc584dbd9472f12c5c4bc102_SeqId_4_) 2024-11-21T12:24:34,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/f727b0f8e1d74cabb2cd7048fbb5ce9c_SeqId_6_ 2024-11-21T12:24:34,858 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ into 5f4a7622c936439143ab20a8a2588d59/f as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/366d121f87ee4401a07de450c74b1062_SeqId_4_ - updating store file list. 2024-11-21T12:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStoreFile(483): HFile Bloom filter type for 366d121f87ee4401a07de450c74b1062_SeqId_4_: NONE, but ROW specified in column family configuration 2024-11-21T12:24:34,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/366d121f87ee4401a07de450c74b1062_SeqId_4_ into 5f4a7622c936439143ab20a8a2588d59/f 2024-11-21T12:24:34,861 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ into 5f4a7622c936439143ab20a8a2588d59/f (new location: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/f/366d121f87ee4401a07de450c74b1062_SeqId_4_) 2024-11-21T12:24:34,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/staging/jenkins.hfs.23__test__cqu577vfd9q6chtd483tsh9in1e6of5l7po46efduegf2a7ahonimipolg3eiec8/f/c5850638dbef4c9fb35861a5128637c7_SeqId_6_ 2024-11-21T12:24:34,863 DEBUG [RpcServer.replication.FPBQ.Fifo.handler=2,queue=0,port=34025 {}] regionserver.ReplicationSink(324): Finished replicating [33e93c85-c2d9-4b01-a42b-f786b9b3192d] bulk loaded data 2024-11-21T12:24:34,914 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:35,148 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:35,417 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:35,545 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:35,545 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:35,545 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:35,545 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:35,545 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:35,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:35,546 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1805850892, stopped=false 2024-11-21T12:24:35,546 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,46765,1732191863956 2024-11-21T12:24:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-506345330/running 2024-11-21T12:24:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-506345330/running 2024-11-21T12:24:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:35,547 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:35,548 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:35,548 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:35,548 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:35,548 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:35,548 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,34025,1732191864010' ***** 2024-11-21T12:24:35,548 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:35,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/running 2024-11-21T12:24:35,548 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Set watcher on znode that does not yet exist, /2-506345330/running 2024-11-21T12:24:35,549 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:35,549 INFO [RS:0;9bb5b7e9dd2c:34025 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:35,549 INFO [RS:0;9bb5b7e9dd2c:34025 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:35,549 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:35,549 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:35,549 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 5f4a7622c936439143ab20a8a2588d59, disabling compactions & flushes 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:34025. 2024-11-21T12:24:35,550 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:35,550 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. after waiting 0 ms 2024-11-21T12:24:35,550 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:35,550 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:24:35,550 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 5f4a7622c936439143ab20a8a2588d59=test,,1732191868604.5f4a7622c936439143ab20a8a2588d59.} 2024-11-21T12:24:35,550 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 5f4a7622c936439143ab20a8a2588d59 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:35,550 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:35,550 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:35,551 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:24:35,555 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/default/test/5f4a7622c936439143ab20a8a2588d59/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-11-21T12:24:35,556 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:35,556 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:35,556 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:35,556 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 5f4a7622c936439143ab20a8a2588d59: Waiting for close lock at 1732191875550Running coprocessor pre-close hooks at 1732191875550Disabling compacts and flushes for region at 1732191875550Disabling writes for close at 1732191875550Writing region close event to WAL at 1732191875551 (+1 ms)Running coprocessor post-close hooks at 1732191875556 (+5 ms)Closed at 1732191875556 2024-11-21T12:24:35,556 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191868604.5f4a7622c936439143ab20a8a2588d59. 2024-11-21T12:24:35,571 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/info/83a51e177d82402ab59e5890fb4028a8 is 129, key is test,,1732191868604.5f4a7622c936439143ab20a8a2588d59./info:regioninfo/1732191868951/Put/seqid=0 2024-11-21T12:24:35,574 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741839_1015 (size=6421) 2024-11-21T12:24:35,644 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:35,729 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:35,729 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:35,751 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:35,752 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:35,951 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:35,975 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/info/83a51e177d82402ab59e5890fb4028a8 2024-11-21T12:24:35,996 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/ns/890bdf4281214fe0908835902ec26940 is 43, key is default/ns:d/1732191866595/Put/seqid=0 2024-11-21T12:24:36,000 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741840_1016 (size=5153) 2024-11-21T12:24:36,021 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:36,151 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:36,351 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:36,400 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/ns/890bdf4281214fe0908835902ec26940 2024-11-21T12:24:36,420 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e7fecd79f44951b02147ccd432eba8 is 112, key is test,,1732191868604.5f4a7622c936439143ab20a8a2588d59./rep_barrier:seqnumDuringOpen/1732191868951/Put/seqid=0 2024-11-21T12:24:36,423 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741841_1017 (size=5518) 2024-11-21T12:24:36,456 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:36,551 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:24:36,552 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:24:36,552 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:36,726 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:36,752 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:36,824 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e7fecd79f44951b02147ccd432eba8 2024-11-21T12:24:36,855 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/table/d17840e921084647992da228a81cd274 is 40, key is test/table:state/1732191868958/Put/seqid=0 2024-11-21T12:24:36,859 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741842_1018 (size=5165) 2024-11-21T12:24:36,952 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:37,152 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:37,259 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/table/d17840e921084647992da228a81cd274 2024-11-21T12:24:37,260 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:37,264 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/info/83a51e177d82402ab59e5890fb4028a8 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/info/83a51e177d82402ab59e5890fb4028a8 2024-11-21T12:24:37,268 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/info/83a51e177d82402ab59e5890fb4028a8, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:24:37,268 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/ns/890bdf4281214fe0908835902ec26940 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/ns/890bdf4281214fe0908835902ec26940 2024-11-21T12:24:37,271 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/ns/890bdf4281214fe0908835902ec26940, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:24:37,272 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/rep_barrier/e2e7fecd79f44951b02147ccd432eba8 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/rep_barrier/e2e7fecd79f44951b02147ccd432eba8 2024-11-21T12:24:37,276 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/rep_barrier/e2e7fecd79f44951b02147ccd432eba8, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:24:37,276 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/.tmp/table/d17840e921084647992da228a81cd274 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/table/d17840e921084647992da228a81cd274 2024-11-21T12:24:37,280 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/table/d17840e921084647992da228a81cd274, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:24:37,281 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false 2024-11-21T12:24:37,285 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:24:37,286 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:37,286 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:37,286 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:37,286 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191875550Running coprocessor pre-close hooks at 1732191875550Disabling compacts and flushes for region at 1732191875550Disabling writes for close at 1732191875550Obtaining lock to block concurrent updates at 1732191875551 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191875551Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191875551Flushing stores of hbase:meta,,1.1588230740 at 1732191875552 (+1 ms)Flushing 1588230740/info: creating writer at 1732191875552Flushing 1588230740/info: appending metadata at 1732191875570 (+18 ms)Flushing 1588230740/info: closing flushed file at 1732191875570Flushing 1588230740/ns: creating writer at 1732191875979 (+409 ms)Flushing 1588230740/ns: appending metadata at 1732191875996 (+17 ms)Flushing 1588230740/ns: closing flushed file at 1732191875996Flushing 1588230740/rep_barrier: creating writer at 1732191876404 (+408 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191876419 (+15 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191876419Flushing 1588230740/table: creating writer at 1732191876828 (+409 ms)Flushing 1588230740/table: appending metadata at 1732191876854 (+26 ms)Flushing 1588230740/table: closing flushed file at 1732191876854Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@55943a25: reopening flushed file at 1732191877263 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6129fa9a: reopening flushed file at 1732191877268 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1074037a: reopening flushed file at 1732191877271 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@66428420: reopening flushed file at 1732191877276 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 1730ms, sequenceid=11, compaction requested=false at 1732191877281 (+5 ms)Writing region close event to WAL at 1732191877282 (+1 ms)Running coprocessor post-close hooks at 1732191877286 (+4 ms)Closed at 1732191877286 2024-11-21T12:24:37,287 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:37,353 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,34025,1732191864010; all regions closed. 2024-11-21T12:24:37,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:24:37,357 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/oldWALs 2024-11-21T12:24:37,357 INFO [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C34025%2C1732191864010.meta:.meta(num 1732191866456) 2024-11-21T12:24:37,359 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741832_1008 (size=1028) 2024-11-21T12:24:37,360 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/oldWALs 2024-11-21T12:24:37,360 INFO [RS:0;9bb5b7e9dd2c:34025 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C34025%2C1732191864010:(num 1732191865892) 2024-11-21T12:24:37,360 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:37,360 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:37,360 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:37,361 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:37,361 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:37,361 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:37,361 INFO [RS:0;9bb5b7e9dd2c:34025 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:34025. 2024-11-21T12:24:37,361 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:37,361 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:37,362 DEBUG [RS:0;9bb5b7e9dd2c:34025 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:37,362 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:37,362 INFO [RS:0;9bb5b7e9dd2c:34025 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:34025 2024-11-21T12:24:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330/rs 2024-11-21T12:24:37,367 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-506345330/rs/9bb5b7e9dd2c,34025,1732191864010 2024-11-21T12:24:37,367 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:37,368 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,34025,1732191864010] 2024-11-21T12:24:37,370 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /2-506345330/draining/9bb5b7e9dd2c,34025,1732191864010 already deleted, retry=false 2024-11-21T12:24:37,370 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,34025,1732191864010 expired; onlineServers=0 2024-11-21T12:24:37,370 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,46765,1732191863956' ***** 2024-11-21T12:24:37,370 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:37,370 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:37,370 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:37,370 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:37,370 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:37,370 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:37,370 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191865628 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191865628,5,FailOnTimeoutGroup] 2024-11-21T12:24:37,370 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191865633 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191865633,5,FailOnTimeoutGroup] 2024-11-21T12:24:37,370 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:37,370 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:37,370 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:37,370 INFO [M:0;9bb5b7e9dd2c:46765 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:37,371 INFO [M:0;9bb5b7e9dd2c:46765 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:37,371 INFO [M:0;9bb5b7e9dd2c:46765 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:37,371 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/2-506345330/master 2024-11-21T12:24:37,372 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/2-506345330 2024-11-21T12:24:37,372 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] zookeeper.ZKUtil(347): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Unable to get data of znode /2-506345330/master because node does not exist (not an error) 2024-11-21T12:24:37,372 WARN [M:0;9bb5b7e9dd2c:46765 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:37,372 INFO [M:0;9bb5b7e9dd2c:46765 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/.lastflushedseqids 2024-11-21T12:24:37,381 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741843_1019 (size=173) 2024-11-21T12:24:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:37,469 INFO [RS:0;9bb5b7e9dd2c:34025 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:37,469 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:34025-0x100624c2f7c0007, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:37,469 INFO [RS:0;9bb5b7e9dd2c:34025 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,34025,1732191864010; zookeeper connection closed. 2024-11-21T12:24:37,469 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@451601ec {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@451601ec 2024-11-21T12:24:37,470 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:37,530 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:37,777 INFO [M:0;9bb5b7e9dd2c:46765 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:37,778 INFO [M:0;9bb5b7e9dd2c:46765 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:37,778 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:37,778 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:37,778 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:37,778 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:37,778 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:37,778 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T12:24:37,799 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deadcd8f2aea4537aef84d91162f8db3 is 82, key is hbase:meta,,1/info:regioninfo/1732191866581/Put/seqid=0 2024-11-21T12:24:37,803 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741844_1020 (size=5672) 2024-11-21T12:24:38,163 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:38,203 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deadcd8f2aea4537aef84d91162f8db3 2024-11-21T12:24:38,222 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1493a5328c36412ab8c4144c7e780d6c is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191868961/Put/seqid=0 2024-11-21T12:24:38,226 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741845_1021 (size=6587) 2024-11-21T12:24:38,433 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:38,627 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1493a5328c36412ab8c4144c7e780d6c 2024-11-21T12:24:38,645 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8aed43ac78f417d90a261b9a0e15b79 is 69, key is 9bb5b7e9dd2c,34025,1732191864010/rs:state/1732191865694/Put/seqid=0 2024-11-21T12:24:38,649 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741846_1022 (size=5156) 2024-11-21T12:24:38,650 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8aed43ac78f417d90a261b9a0e15b79 2024-11-21T12:24:38,654 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/deadcd8f2aea4537aef84d91162f8db3 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deadcd8f2aea4537aef84d91162f8db3 2024-11-21T12:24:38,657 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/deadcd8f2aea4537aef84d91162f8db3, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T12:24:38,658 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/1493a5328c36412ab8c4144c7e780d6c as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1493a5328c36412ab8c4144c7e780d6c 2024-11-21T12:24:38,661 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/1493a5328c36412ab8c4144c7e780d6c, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T12:24:38,662 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/f8aed43ac78f417d90a261b9a0e15b79 as hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8aed43ac78f417d90a261b9a0e15b79 2024-11-21T12:24:38,665 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:46733/user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/f8aed43ac78f417d90a261b9a0e15b79, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T12:24:38,666 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false 2024-11-21T12:24:38,667 INFO [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:38,667 DEBUG [M:0;9bb5b7e9dd2c:46765 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191877778Disabling compacts and flushes for region at 1732191877778Disabling writes for close at 1732191877778Obtaining lock to block concurrent updates at 1732191877778Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191877778Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732191877778Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191877779 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191877779Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191877798 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191877798Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191878207 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191878222 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191878222Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191878630 (+408 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191878645 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191878645Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@44c92610: reopening flushed file at 1732191878653 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3abb2210: reopening flushed file at 1732191878657 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56febf84: reopening flushed file at 1732191878661 (+4 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 888ms, sequenceid=55, compaction requested=false at 1732191878666 (+5 ms)Writing region close event to WAL at 1732191878667 (+1 ms)Closed at 1732191878667 2024-11-21T12:24:38,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:33957 is added to blk_1073741830_1006 (size=32782) 2024-11-21T12:24:38,669 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/acff5723-179f-0b85-6669-b31e04fedcb3/MasterData/WALs/9bb5b7e9dd2c,46765,1732191863956/9bb5b7e9dd2c%2C46765%2C1732191863956.1732191865431 not finished, retry = 0 2024-11-21T12:24:38,770 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:38,771 INFO [M:0;9bb5b7e9dd2c:46765 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:38,771 INFO [M:0;9bb5b7e9dd2c:46765 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46765 2024-11-21T12:24:38,771 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:38,874 INFO [M:0;9bb5b7e9dd2c:46765 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:38,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:38,874 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46765-0x100624c2f7c0006, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:38,877 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@18240dd0{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:38,877 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c0feb13{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:38,877 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:38,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f4b9708{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:38,878 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@148e501b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:38,879 WARN [BP-1620566668-172.17.0.2-1732191862798 heartbeating to localhost/127.0.0.1:46733 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:38,879 WARN [BP-1620566668-172.17.0.2-1732191862798 heartbeating to localhost/127.0.0.1:46733 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1620566668-172.17.0.2-1732191862798 (Datanode Uuid 4ced7234-113e-40d6-84fe-0dc619662c08) service to localhost/127.0.0.1:46733 2024-11-21T12:24:38,880 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:38,880 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:38,880 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/cluster_02725556-a0de-4f19-6ae6-0d342eddca68/data/data1/current/BP-1620566668-172.17.0.2-1732191862798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:38,881 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/cluster_02725556-a0de-4f19-6ae6-0d342eddca68/data/data2/current/BP-1620566668-172.17.0.2-1732191862798 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:38,881 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:38,889 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@73ef8598{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:38,890 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@35745f89{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:38,890 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:38,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@78e91dd{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:38,890 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f9e3cff{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/ec89006c-4535-0ad5-a24b-c5921d569171/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:38,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:38,905 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:38,905 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:38,905 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:38,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:38,905 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:38,905 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:38,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:38,906 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1023043380, stopped=false 2024-11-21T12:24:38,906 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,46803,1732191860473 2024-11-21T12:24:38,907 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511289447/running 2024-11-21T12:24:38,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:38,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511289447/running 2024-11-21T12:24:38,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:38,908 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:38,908 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:38,908 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:38,908 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:38,908 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,40835,1732191860610' ***** 2024-11-21T12:24:38,908 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:38,909 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:38,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/running 2024-11-21T12:24:38,909 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Set watcher on znode that does not yet exist, /1-511289447/running 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(3091): Received CLOSE for b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:38,909 INFO [RS:0;9bb5b7e9dd2c:40835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40835. 2024-11-21T12:24:38,909 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:38,909 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:38,909 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing b5d0e1c92c4f500e27da7dd85bf1beec, disabling compactions & flushes 2024-11-21T12:24:38,910 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:38,910 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:38,910 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. after waiting 0 ms 2024-11-21T12:24:38,910 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:38,910 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:38,910 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close 2024-11-21T12:24:38,910 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, b5d0e1c92c4f500e27da7dd85bf1beec=test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec.} 2024-11-21T12:24:38,910 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, b5d0e1c92c4f500e27da7dd85bf1beec 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:38,910 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:38,910 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:38,910 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=1.27 KB heapSize=3.38 KB 2024-11-21T12:24:38,914 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/default/test/b5d0e1c92c4f500e27da7dd85bf1beec/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:24:38,915 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:38,915 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:38,915 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:38,915 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for b5d0e1c92c4f500e27da7dd85bf1beec: Waiting for close lock at 1732191878909Running coprocessor pre-close hooks at 1732191878909Disabling compacts and flushes for region at 1732191878909Disabling writes for close at 1732191878910 (+1 ms)Writing region close event to WAL at 1732191878910Running coprocessor post-close hooks at 1732191878915 (+5 ms)Closed at 1732191878915 2024-11-21T12:24:38,915 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec. 2024-11-21T12:24:38,927 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/info/d55424d891dc4a3294008b0a3d1dad62 is 129, key is test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec./info:regioninfo/1732191868338/Put/seqid=0 2024-11-21T12:24:38,932 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741841_1017 (size=6421) 2024-11-21T12:24:38,933 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.03 KB at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/info/d55424d891dc4a3294008b0a3d1dad62 2024-11-21T12:24:38,952 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/ns/530d32ef321d454d91e720a92124d2b6 is 43, key is default/ns:d/1732191862719/Put/seqid=0 2024-11-21T12:24:38,952 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:38,956 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741842_1018 (size=5153) 2024-11-21T12:24:39,110 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:39,161 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:39,161 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:39,168 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:39,310 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:39,357 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/ns/530d32ef321d454d91e720a92124d2b6 2024-11-21T12:24:39,376 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/07b1953cd0234f2982db13c8f66b0411 is 112, key is test,,1732191867965.b5d0e1c92c4f500e27da7dd85bf1beec./rep_barrier:seqnumDuringOpen/1732191868338/Put/seqid=0 2024-11-21T12:24:39,379 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741843_1019 (size=5518) 2024-11-21T12:24:39,380 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/07b1953cd0234f2982db13c8f66b0411 2024-11-21T12:24:39,402 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/table/28b6394db518403f911058b897917eda is 40, key is test/table:state/1732191868346/Put/seqid=0 2024-11-21T12:24:39,406 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741844_1020 (size=5165) 2024-11-21T12:24:39,406 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=72 B at sequenceid=11 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/table/28b6394db518403f911058b897917eda 2024-11-21T12:24:39,411 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/info/d55424d891dc4a3294008b0a3d1dad62 as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/info/d55424d891dc4a3294008b0a3d1dad62 2024-11-21T12:24:39,415 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/info/d55424d891dc4a3294008b0a3d1dad62, entries=10, sequenceid=11, filesize=6.3 K 2024-11-21T12:24:39,416 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/ns/530d32ef321d454d91e720a92124d2b6 as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/ns/530d32ef321d454d91e720a92124d2b6 2024-11-21T12:24:39,420 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/ns/530d32ef321d454d91e720a92124d2b6, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:24:39,420 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/rep_barrier/07b1953cd0234f2982db13c8f66b0411 as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/rep_barrier/07b1953cd0234f2982db13c8f66b0411 2024-11-21T12:24:39,425 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/rep_barrier/07b1953cd0234f2982db13c8f66b0411, entries=1, sequenceid=11, filesize=5.4 K 2024-11-21T12:24:39,426 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/.tmp/table/28b6394db518403f911058b897917eda as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/table/28b6394db518403f911058b897917eda 2024-11-21T12:24:39,429 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/table/28b6394db518403f911058b897917eda, entries=2, sequenceid=11, filesize=5.0 K 2024-11-21T12:24:39,430 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false 2024-11-21T12:24:39,430 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:24:39,436 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/data/hbase/meta/1588230740/recovered.edits/14.seqid, newMaxSeqId=14, maxSeqId=1 2024-11-21T12:24:39,437 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:39,437 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:39,437 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:39,437 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:39,437 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191878910Running coprocessor pre-close hooks at 1732191878910Disabling compacts and flushes for region at 1732191878910Disabling writes for close at 1732191878910Obtaining lock to block concurrent updates at 1732191878910Preparing flush snapshotting stores in 1588230740 at 1732191878910Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=1305, getHeapSize=3392, getOffHeapSize=0, getCellsCount=15 at 1732191878911 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1732191878911Flushing 1588230740/info: creating writer at 1732191878911Flushing 1588230740/info: appending metadata at 1732191878927 (+16 ms)Flushing 1588230740/info: closing flushed file at 1732191878927Flushing 1588230740/ns: creating writer at 1732191878937 (+10 ms)Flushing 1588230740/ns: appending metadata at 1732191878952 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191878952Flushing 1588230740/rep_barrier: creating writer at 1732191879361 (+409 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191879375 (+14 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191879375Flushing 1588230740/table: creating writer at 1732191879383 (+8 ms)Flushing 1588230740/table: appending metadata at 1732191879402 (+19 ms)Flushing 1588230740/table: closing flushed file at 1732191879402Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7d610295: reopening flushed file at 1732191879411 (+9 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1942a1a5: reopening flushed file at 1732191879415 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@38c13c27: reopening flushed file at 1732191879420 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7a2e6350: reopening flushed file at 1732191879425 (+5 ms)Finished flush of dataSize ~1.27 KB/1305, heapSize ~3.31 KB/3392, currentSize=0 B/0 for 1588230740 in 520ms, sequenceid=11, compaction requested=false at 1732191879430 (+5 ms)Writing region close event to WAL at 1732191879433 (+3 ms)Running coprocessor post-close hooks at 1732191879437 (+4 ms)Closed at 1732191879437 2024-11-21T12:24:39,437 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:39,510 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,40835,1732191860610; all regions closed. 2024-11-21T12:24:39,513 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741834_1010 (size=2717) 2024-11-21T12:24:39,515 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/oldWALs 2024-11-21T12:24:39,515 INFO [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C40835%2C1732191860610.meta:.meta(num 1732191862649) 2024-11-21T12:24:39,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741833_1009 (size=1374) 2024-11-21T12:24:39,518 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/oldWALs 2024-11-21T12:24:39,518 INFO [RS:0;9bb5b7e9dd2c:40835 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 9bb5b7e9dd2c%2C40835%2C1732191860610:(num 1732191862296) 2024-11-21T12:24:39,518 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:39,518 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:39,518 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:39,518 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:39,518 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:39,518 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:39,519 INFO [RS:0;9bb5b7e9dd2c:40835 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:40835. 2024-11-21T12:24:39,519 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSink.stopReplicationSinkServices(ReplicationSink.java:463) at org.apache.hadoop.hbase.replication.ReplicationSinkServiceImpl.stopReplicationService(ReplicationSinkServiceImpl.java:89) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2535) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:39,519 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:39,519 DEBUG [RS:0;9bb5b7e9dd2c:40835 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:39,519 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:39,519 INFO [RS:0;9bb5b7e9dd2c:40835 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:40835 2024-11-21T12:24:39,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447/rs 2024-11-21T12:24:39,521 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511289447/rs/9bb5b7e9dd2c,40835,1732191860610 2024-11-21T12:24:39,521 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:39,522 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,40835,1732191860610] 2024-11-21T12:24:39,524 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1-511289447/draining/9bb5b7e9dd2c,40835,1732191860610 already deleted, retry=false 2024-11-21T12:24:39,524 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,40835,1732191860610 expired; onlineServers=0 2024-11-21T12:24:39,524 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,46803,1732191860473' ***** 2024-11-21T12:24:39,524 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:39,524 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:39,524 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:39,524 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:39,525 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:39,525 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:39,525 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191862020 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191862020,5,FailOnTimeoutGroup] 2024-11-21T12:24:39,525 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:39,525 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:39,525 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191862020 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191862020,5,FailOnTimeoutGroup] 2024-11-21T12:24:39,525 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:39,525 INFO [M:0;9bb5b7e9dd2c:46803 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:39,525 INFO [M:0;9bb5b7e9dd2c:46803 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:39,525 INFO [M:0;9bb5b7e9dd2c:46803 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:39,525 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1-511289447/master 2024-11-21T12:24:39,526 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1-511289447 2024-11-21T12:24:39,526 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] zookeeper.ZKUtil(347): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Unable to get data of znode /1-511289447/master because node does not exist (not an error) 2024-11-21T12:24:39,527 WARN [M:0;9bb5b7e9dd2c:46803 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:39,528 INFO [M:0;9bb5b7e9dd2c:46803 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/.lastflushedseqids 2024-11-21T12:24:39,531 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741845_1021 (size=173) 2024-11-21T12:24:39,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:39,623 INFO [RS:0;9bb5b7e9dd2c:40835 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:39,623 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:40835-0x100624c2f7c0004, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:39,623 INFO [RS:0;9bb5b7e9dd2c:40835 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,40835,1732191860610; zookeeper connection closed. 2024-11-21T12:24:39,623 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@4739ca3f 2024-11-21T12:24:39,624 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:39,932 INFO [M:0;9bb5b7e9dd2c:46803 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:39,932 INFO [M:0;9bb5b7e9dd2c:46803 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:39,932 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:39,932 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:39,932 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:39,932 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:39,932 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:39,933 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=28.00 KB heapSize=33.88 KB 2024-11-21T12:24:39,954 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700917a27fcf487aaad2aeaac6f3eb86 is 82, key is hbase:meta,,1/info:regioninfo/1732191862708/Put/seqid=0 2024-11-21T12:24:39,962 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741846_1022 (size=5672) 2024-11-21T12:24:40,272 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:40,363 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700917a27fcf487aaad2aeaac6f3eb86 2024-11-21T12:24:40,382 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0953c3263624bdea68de7b2cd982289 is 1247, key is \x00\x00\x00\x00\x00\x00\x00\x04/proc:d/1732191868350/Put/seqid=0 2024-11-21T12:24:40,386 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741847_1023 (size=6587) 2024-11-21T12:24:40,540 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:40,787 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=27.45 KB at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0953c3263624bdea68de7b2cd982289 2024-11-21T12:24:40,810 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8910cee8f2884f36af86c1c75fd911ca is 69, key is 9bb5b7e9dd2c,40835,1732191860610/rs:state/1732191862085/Put/seqid=0 2024-11-21T12:24:40,814 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741848_1024 (size=5156) 2024-11-21T12:24:41,059 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-datanode.properties,hadoop-metrics2.properties 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,060 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,061 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,093 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,094 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,097 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,101 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,102 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,125 WARN [HBase-Metrics2-1 {}] impl.FsDatasetImpl(779): Exception thrown while metric collection. Exception : Cannot invoke "java.util.Map.values()" because "this.executors" is null 2024-11-21T12:24:41,215 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=55 (bloomFilter=true), to=hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8910cee8f2884f36af86c1c75fd911ca 2024-11-21T12:24:41,220 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/700917a27fcf487aaad2aeaac6f3eb86 as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/700917a27fcf487aaad2aeaac6f3eb86 2024-11-21T12:24:41,223 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/700917a27fcf487aaad2aeaac6f3eb86, entries=8, sequenceid=55, filesize=5.5 K 2024-11-21T12:24:41,224 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/d0953c3263624bdea68de7b2cd982289 as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0953c3263624bdea68de7b2cd982289 2024-11-21T12:24:41,228 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/d0953c3263624bdea68de7b2cd982289, entries=6, sequenceid=55, filesize=6.4 K 2024-11-21T12:24:41,228 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/8910cee8f2884f36af86c1c75fd911ca as hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8910cee8f2884f36af86c1c75fd911ca 2024-11-21T12:24:41,232 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33217/user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/8910cee8f2884f36af86c1c75fd911ca, entries=1, sequenceid=55, filesize=5.0 K 2024-11-21T12:24:41,233 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(3140): Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false 2024-11-21T12:24:41,234 INFO [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:41,234 DEBUG [M:0;9bb5b7e9dd2c:46803 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191879932Disabling compacts and flushes for region at 1732191879932Disabling writes for close at 1732191879932Obtaining lock to block concurrent updates at 1732191879933 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191879933Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=28675, getHeapSize=34632, getOffHeapSize=0, getCellsCount=66 at 1732191879933Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191879933Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191879934 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191879953 (+19 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191879953Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191880367 (+414 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191880382 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191880382Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191880791 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191880809 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191880809Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7751ea93: reopening flushed file at 1732191881219 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@425764c: reopening flushed file at 1732191881223 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6c318987: reopening flushed file at 1732191881228 (+5 ms)Finished flush of dataSize ~28.00 KB/28675, heapSize ~33.59 KB/34392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1301ms, sequenceid=55, compaction requested=false at 1732191881233 (+5 ms)Writing region close event to WAL at 1732191881234 (+1 ms)Closed at 1732191881234 2024-11-21T12:24:41,236 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:45265 is added to blk_1073741830_1006 (size=32782) 2024-11-21T12:24:41,236 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/0a7a8f42-3e41-9f0c-38b0-903964664f9a/MasterData/WALs/9bb5b7e9dd2c,46803,1732191860473/9bb5b7e9dd2c%2C46803%2C1732191860473.1732191861939 not finished, retry = 0 2024-11-21T12:24:41,337 INFO [M:0;9bb5b7e9dd2c:46803 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:41,337 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:41,337 INFO [M:0;9bb5b7e9dd2c:46803 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46803 2024-11-21T12:24:41,338 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:41,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:41,440 INFO [M:0;9bb5b7e9dd2c:46803 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:41,440 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:46803-0x100624c2f7c0003, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:41,442 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@123ff758{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:41,443 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4c6dc0ba{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:41,443 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:41,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@69dbfd02{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:41,443 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7c8c31b{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:41,444 WARN [BP-896914687-172.17.0.2-1732191859440 heartbeating to localhost/127.0.0.1:33217 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:41,444 WARN [BP-896914687-172.17.0.2-1732191859440 heartbeating to localhost/127.0.0.1:33217 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-896914687-172.17.0.2-1732191859440 (Datanode Uuid 756d7436-a273-42d5-ba96-9355529fc82a) service to localhost/127.0.0.1:33217 2024-11-21T12:24:41,445 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:41,446 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:41,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/cluster_08dcb681-e010-4a97-4b56-85c9f2a83402/data/data2/current/BP-896914687-172.17.0.2-1732191859440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:41,446 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/cluster_08dcb681-e010-4a97-4b56-85c9f2a83402/data/data1/current/BP-896914687-172.17.0.2-1732191859440 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:41,446 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52efaadb{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:41,453 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3a927dd2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:41,453 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@bb26dc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:41,453 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3588b6ae{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/0c1036a1-0bc4-d09f-39e4-cb1b8c59c010/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:41,469 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-11-21T12:24:41,469 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:41,469 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:41,469 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:41,470 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:41,470 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:41,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-11-21T12:24:41,470 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1218671880, stopped=false 2024-11-21T12:24:41,470 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=9bb5b7e9dd2c,32859,1732191857007 2024-11-21T12:24:41,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1804352904/running 2024-11-21T12:24:41,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1804352904/running 2024-11-21T12:24:41,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:41,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:41,471 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:41,472 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-11-21T12:24:41,472 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.replication.TestMasterReplication.shutDownMiniClusters(TestMasterReplication.java:602) at org.apache.hadoop.hbase.replication.TestMasterReplication.testHFileMultiSlaveReplication(TestMasterReplication.java:345) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:41,472 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:41,472 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '9bb5b7e9dd2c,33409,1732191857067' ***** 2024-11-21T12:24:41,472 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-11-21T12:24:41,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/running 2024-11-21T12:24:41,472 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Set watcher on znode that does not yet exist, /0-1804352904/running 2024-11-21T12:24:41,472 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HeapMemoryManager(220): Stopping 2024-11-21T12:24:41,473 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for 13eae2c2db94a69ff27c1935070fe6c7 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(959): stopping server 9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:41,473 INFO [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33409. 2024-11-21T12:24:41,473 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 13eae2c2db94a69ff27c1935070fe6c7, disabling compactions & flushes 2024-11-21T12:24:41,474 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:41,474 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:41,474 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. after waiting 0 ms 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:41,474 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-11-21T12:24:41,474 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-11-21T12:24:41,474 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-11-21T12:24:41,474 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-11-21T12:24:41,474 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 13eae2c2db94a69ff27c1935070fe6c7 3/3 column families, dataSize=1.83 KB heapSize=3.97 KB 2024-11-21T12:24:41,474 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1321): Waiting on 3 regions to close 2024-11-21T12:24:41,474 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1325): Online Regions={13eae2c2db94a69ff27c1935070fe6c7=hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7., 1588230740=hbase:meta,,1.1588230740, d5e4a1cfcf879dc2e83febdaf5e76447=test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447.} 2024-11-21T12:24:41,474 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 13eae2c2db94a69ff27c1935070fe6c7, 1588230740, d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-11-21T12:24:41,474 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-11-21T12:24:41,474 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-11-21T12:24:41,475 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=2.54 KB heapSize=5.53 KB 2024-11-21T12:24:41,475 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:41,494 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/info/30a3e359273f40b7b2fbe7987de126bf is 147, key is hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7./info:regioninfo/1732191870015/Put/seqid=0 2024-11-21T12:24:41,497 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/hfileref/398eba06c5ee4cb5ba243aaacbebd4b5 is 74, key is 1/hfileref:33d59aa28d964b52b71b6f4c3054f251_SeqId_4_/1732191871768/DeleteColumn/seqid=0 2024-11-21T12:24:41,502 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741847_1023 (size=7686) 2024-11-21T12:24:41,506 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741848_1024 (size=5489) 2024-11-21T12:24:41,537 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-11-21T12:24:41,538 INFO [regionserver/9bb5b7e9dd2c:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-11-21T12:24:41,559 INFO [regionserver/9bb5b7e9dd2c:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:41,674 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 13eae2c2db94a69ff27c1935070fe6c7, 1588230740, d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:41,743 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:41,875 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 13eae2c2db94a69ff27c1935070fe6c7, 1588230740, d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:41,903 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.19 KB at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/info/30a3e359273f40b7b2fbe7987de126bf 2024-11-21T12:24:41,906 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=840 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/hfileref/398eba06c5ee4cb5ba243aaacbebd4b5 2024-11-21T12:24:41,923 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/ns/041a62683cea4e6a8abf2bb4ca05cd6d is 43, key is default/ns:d/1732191859349/Put/seqid=0 2024-11-21T12:24:41,928 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741849_1025 (size=5153) 2024-11-21T12:24:41,931 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/queue/687292dbee05427f946d4d38684836ed is 153, key is 1-9bb5b7e9dd2c,33409,1732191857067/queue:9bb5b7e9dd2c%2C33409%2C1732191857067/1732191874591/Put/seqid=0 2024-11-21T12:24:41,935 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741850_1026 (size=5504) 2024-11-21T12:24:42,075 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 13eae2c2db94a69ff27c1935070fe6c7, 1588230740, d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:42,275 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 13eae2c2db94a69ff27c1935070fe6c7, 1588230740, d5e4a1cfcf879dc2e83febdaf5e76447 2024-11-21T12:24:42,328 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=74 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/ns/041a62683cea4e6a8abf2bb4ca05cd6d 2024-11-21T12:24:42,336 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.01 KB at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/queue/687292dbee05427f946d4d38684836ed 2024-11-21T12:24:42,340 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/hfileref/398eba06c5ee4cb5ba243aaacbebd4b5 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/hfileref/398eba06c5ee4cb5ba243aaacbebd4b5 2024-11-21T12:24:42,344 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/hfileref/398eba06c5ee4cb5ba243aaacbebd4b5, entries=6, sequenceid=17, filesize=5.4 K 2024-11-21T12:24:42,345 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/.tmp/queue/687292dbee05427f946d4d38684836ed as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/queue/687292dbee05427f946d4d38684836ed 2024-11-21T12:24:42,349 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/queue/687292dbee05427f946d4d38684836ed, entries=2, sequenceid=17, filesize=5.4 K 2024-11-21T12:24:42,350 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 13eae2c2db94a69ff27c1935070fe6c7 in 876ms, sequenceid=17, compaction requested=false 2024-11-21T12:24:42,351 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/rep_barrier/2752b59221df4856a96c8772159acfb1 is 112, key is test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447./rep_barrier:seqnumDuringOpen/1732191867597/Put/seqid=0 2024-11-21T12:24:42,354 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/replication/13eae2c2db94a69ff27c1935070fe6c7/recovered.edits/20.seqid, newMaxSeqId=20, maxSeqId=1 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:42,355 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:42,355 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741851_1027 (size=5518) 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 13eae2c2db94a69ff27c1935070fe6c7: Waiting for close lock at 1732191881473Running coprocessor pre-close hooks at 1732191881473Disabling compacts and flushes for region at 1732191881473Disabling writes for close at 1732191881474 (+1 ms)Obtaining lock to block concurrent updates at 1732191881474Preparing flush snapshotting stores in 13eae2c2db94a69ff27c1935070fe6c7 at 1732191881474Finished memstore snapshotting hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7., syncing WAL and waiting on mvcc, flushsize=dataSize=1878, getHeapSize=4016, getOffHeapSize=0, getCellsCount=19 at 1732191881474Flushing stores of hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. at 1732191881475 (+1 ms)Flushing 13eae2c2db94a69ff27c1935070fe6c7/hfileref: creating writer at 1732191881475Flushing 13eae2c2db94a69ff27c1935070fe6c7/hfileref: appending metadata at 1732191881496 (+21 ms)Flushing 13eae2c2db94a69ff27c1935070fe6c7/hfileref: closing flushed file at 1732191881496Flushing 13eae2c2db94a69ff27c1935070fe6c7/queue: creating writer at 1732191881910 (+414 ms)Flushing 13eae2c2db94a69ff27c1935070fe6c7/queue: appending metadata at 1732191881930 (+20 ms)Flushing 13eae2c2db94a69ff27c1935070fe6c7/queue: closing flushed file at 1732191881930Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@29eb651: reopening flushed file at 1732191882340 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32a2013d: reopening flushed file at 1732191882345 (+5 ms)Finished flush of dataSize ~1.83 KB/1878, heapSize ~3.69 KB/3776, currentSize=0 B/0 for 13eae2c2db94a69ff27c1935070fe6c7 in 876ms, sequenceid=17, compaction requested=false at 1732191882350 (+5 ms)Writing region close event to WAL at 1732191882351 (+1 ms)Running coprocessor post-close hooks at 1732191882354 (+3 ms)Closed at 1732191882355 (+1 ms) 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed hbase:replication,,1732191869246.13eae2c2db94a69ff27c1935070fe6c7. 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing d5e4a1cfcf879dc2e83febdaf5e76447, disabling compactions & flushes 2024-11-21T12:24:42,355 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. after waiting 0 ms 2024-11-21T12:24:42,355 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:42,356 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=108 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/rep_barrier/2752b59221df4856a96c8772159acfb1 2024-11-21T12:24:42,358 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/default/test/d5e4a1cfcf879dc2e83febdaf5e76447/recovered.edits/8.seqid, newMaxSeqId=8, maxSeqId=1 2024-11-21T12:24:42,359 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:42,359 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter 2024-11-21T12:24:42,359 INFO [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:42,359 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for d5e4a1cfcf879dc2e83febdaf5e76447: Waiting for close lock at 1732191882355Running coprocessor pre-close hooks at 1732191882355Disabling compacts and flushes for region at 1732191882355Disabling writes for close at 1732191882355Writing region close event to WAL at 1732191882356 (+1 ms)Running coprocessor post-close hooks at 1732191882359 (+3 ms)Closed at 1732191882359 2024-11-21T12:24:42,359 DEBUG [RS_CLOSE_REGION-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test,,1732191866814.d5e4a1cfcf879dc2e83febdaf5e76447. 2024-11-21T12:24:42,366 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-11-21T12:24:42,377 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/table/fc02ffcddfa9403fa38f2d3ef2376a75 is 53, key is hbase:replication/table:state/1732191870021/Put/seqid=0 2024-11-21T12:24:42,380 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741852_1028 (size=5308) 2024-11-21T12:24:42,475 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-11-21T12:24:42,475 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-11-21T12:24:42,475 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:42,676 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-11-21T12:24:42,781 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=16 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/table/fc02ffcddfa9403fa38f2d3ef2376a75 2024-11-21T12:24:42,786 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/info/30a3e359273f40b7b2fbe7987de126bf as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/info/30a3e359273f40b7b2fbe7987de126bf 2024-11-21T12:24:42,790 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 393, reset compression=false 2024-11-21T12:24:42,790 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/info/30a3e359273f40b7b2fbe7987de126bf, entries=20, sequenceid=16, filesize=7.5 K 2024-11-21T12:24:42,792 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/ns/041a62683cea4e6a8abf2bb4ca05cd6d as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/ns/041a62683cea4e6a8abf2bb4ca05cd6d 2024-11-21T12:24:42,795 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceWALReader(177): Read 0 WAL entries eligible for replication 2024-11-21T12:24:42,795 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.WALEntryStream(222): Reset reader hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295 to pos 688, reset compression=false 2024-11-21T12:24:42,795 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(110): Shipper from source 1-9bb5b7e9dd2c,33409,1732191857067 got entry batch from reader: WALEntryBatch [walEntries=[], lastWalPath=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/WALs/9bb5b7e9dd2c,33409,1732191857067/9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295, lastWalPosition=688, nbRowKeys=0, nbHFiles=0, heapSize=0, lastSeqIds={}, endOfFile=false,usedBufferSize=0] 2024-11-21T12:24:42,796 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.HRegionServer(2440): ***** ABORTING region server 9bb5b7e9dd2c,33409,1732191857067: Failed to operate on replication queue ***** org.apache.hadoop.hbase.replication.ReplicationException: failed to setOffset, queueId=1-9bb5b7e9dd2c,33409,1732191857067, walGroup=9bb5b7e9dd2c%2C33409%2C1732191857067, offset=9bb5b7e9dd2c%2C33409%2C1732191857067.1732191872295:688, lastSeqIds={} at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:159) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:33409 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.lambda$logPositionAndCleanOldLogs$7(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:589) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] at --------Future.get--------(Unknown Source) ~[?:?] at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.mutate(ClientProtos.java:43836) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$mutate$0(RawAsyncTableImpl.java:180) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.call(ConnectionUtils.java:619) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.mutate(RawAsyncTableImpl.java:179) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.voidMutate(RawAsyncTableImpl.java:186) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$8(RawAsyncTableImpl.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.lambda$put$9(RawAsyncTableImpl.java:257) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.trace.TraceUtil.tracedFuture(TraceUtil.java:86) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.put(RawAsyncTableImpl.java:254) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.TableReplicationQueueStorage.setOffset(TableReplicationQueueStorage.java:132) ~[hbase-replication-3.0.0-beta-2-SNAPSHOT.jar:?] ... 7 more 2024-11-21T12:24:42,797 ERROR [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.HRegionServer(2447): RegionServer abort: loaded coprocessors are: [org.apache.hadoop.hbase.replication.TestMasterReplication$CoprocessorCounter, org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver, org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint] 2024-11-21T12:24:42,797 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/ns/041a62683cea4e6a8abf2bb4ca05cd6d, entries=2, sequenceid=16, filesize=5.0 K 2024-11-21T12:24:42,797 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] util.JSONBean(135): Listing beans for java.lang:type=Memory 2024-11-21T12:24:42,798 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=IPC 2024-11-21T12:24:42,798 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Replication 2024-11-21T12:24:42,798 DEBUG [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] util.JSONBean(135): Listing beans for Hadoop:service=HBase,name=RegionServer,sub=Server 2024-11-21T12:24:42,798 INFO [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.HRegionServer(2451): Dump of metrics as JSON on abort: { "beans": [ { "name": "java.lang:type=Memory", "modelerType": "sun.management.MemoryImpl", "Verbose": false, "ObjectPendingFinalizationCount": 0, "HeapMemoryUsage": { "committed": 1660944384, "init": 1048576000, "max": 2306867200, "used": 1119573600 }, "NonHeapMemoryUsage": { "committed": 210960384, "init": 7667712, "max": -1, "used": 207965936 }, "ObjectName": "java.lang:type=Memory" } ], "beans": [], "beans": [], "beans": [] } 2024-11-21T12:24:42,798 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/rep_barrier/2752b59221df4856a96c8772159acfb1 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/rep_barrier/2752b59221df4856a96c8772159acfb1 2024-11-21T12:24:42,799 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.HRegionServer(2470): Unable to report fatal error to master org.apache.hbase.thirdparty.com.google.protobuf.ServiceException: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:32859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:344) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportRSFatalError(RegionServerStatusProtos.java:17290) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.regionserver.HRegionServer.abort(HRegionServer.java:2467) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abortRegionServer(SingleProcessHBaseCluster.java:192) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$2.run(SingleProcessHBaseCluster.java:185) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at java.security.AccessController.doPrivileged(AccessController.java:399) ~[?:?] at javax.security.auth.Subject.doAs(Subject.java:376) ~[?:?] at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) ~[hadoop-common-3.4.1.jar:?] at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.abort(SingleProcessHBaseCluster.java:182) ~[test-classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.interruptOrAbortWhenFail(ReplicationSourceManager.java:604) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.logPositionAndCleanOldLogs(ReplicationSourceManager.java:647) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceInterface.logPositionAndCleanOldLogs(ReplicationSourceInterface.java:211) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.updateLogPosition(ReplicationSourceShipper.java:266) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.shipEdits(ReplicationSourceShipper.java:158) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:119) ~[classes/:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=9bb5b7e9dd2c:32859 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.GeneratedConstructorAccessor112.newInstance(Unknown Source) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 16 more 2024-11-21T12:24:42,802 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/rep_barrier/2752b59221df4856a96c8772159acfb1, entries=1, sequenceid=16, filesize=5.4 K 2024-11-21T12:24:42,803 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/.tmp/table/fc02ffcddfa9403fa38f2d3ef2376a75 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/table/fc02ffcddfa9403fa38f2d3ef2376a75 2024-11-21T12:24:42,807 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/table/fc02ffcddfa9403fa38f2d3ef2376a75, entries=4, sequenceid=16, filesize=5.2 K 2024-11-21T12:24:42,807 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false 2024-11-21T12:24:42,808 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-11-21T12:24:42,812 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/data/hbase/meta/1588230740/recovered.edits/19.seqid, newMaxSeqId=19, maxSeqId=1 2024-11-21T12:24:42,813 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.replication.regionserver.ReplicationObserver 2024-11-21T12:24:42,813 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-11-21T12:24:42,813 INFO [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:42,813 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1732191881474Running coprocessor pre-close hooks at 1732191881474Disabling compacts and flushes for region at 1732191881474Disabling writes for close at 1732191881474Obtaining lock to block concurrent updates at 1732191881475 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732191881475Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=2599, getHeapSize=5600, getOffHeapSize=0, getCellsCount=27 at 1732191881475Flushing stores of hbase:meta,,1.1588230740 at 1732191881475Flushing 1588230740/info: creating writer at 1732191881475Flushing 1588230740/info: appending metadata at 1732191881494 (+19 ms)Flushing 1588230740/info: closing flushed file at 1732191881494Flushing 1588230740/ns: creating writer at 1732191881907 (+413 ms)Flushing 1588230740/ns: appending metadata at 1732191881922 (+15 ms)Flushing 1588230740/ns: closing flushed file at 1732191881922Flushing 1588230740/rep_barrier: creating writer at 1732191882332 (+410 ms)Flushing 1588230740/rep_barrier: appending metadata at 1732191882350 (+18 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1732191882350Flushing 1588230740/table: creating writer at 1732191882360 (+10 ms)Flushing 1588230740/table: appending metadata at 1732191882376 (+16 ms)Flushing 1588230740/table: closing flushed file at 1732191882376Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@53df35be: reopening flushed file at 1732191882785 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@1205e67: reopening flushed file at 1732191882790 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3deebbbd: reopening flushed file at 1732191882797 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@da367c4: reopening flushed file at 1732191882802 (+5 ms)Finished flush of dataSize ~2.54 KB/2599, heapSize ~5.47 KB/5600, currentSize=0 B/0 for 1588230740 in 1333ms, sequenceid=16, compaction requested=false at 1732191882807 (+5 ms)Writing region close event to WAL at 1732191882810 (+3 ms)Running coprocessor post-close hooks at 1732191882813 (+3 ms)Closed at 1732191882813 2024-11-21T12:24:42,813 DEBUG [RS_CLOSE_META-regionserver/9bb5b7e9dd2c:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-11-21T12:24:42,876 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(976): stopping server 9bb5b7e9dd2c,33409,1732191857067; all regions closed. 2024-11-21T12:24:42,878 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741843_1019 (size=859) 2024-11-21T12:24:42,880 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741844_1020 (size=2791) 2024-11-21T12:24:42,886 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741842_1018 (size=696) 2024-11-21T12:24:42,887 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:42,887 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.LeaseManager(133): Closed leases 2024-11-21T12:24:42,887 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:42,887 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.ChoreService(370): Chore service for: regionserver/9bb5b7e9dd2c:0 had [ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:42,887 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:42,888 INFO [regionserver/9bb5b7e9dd2c:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:42,888 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.ReplicationSource(687): peerId=1, Closing source 1-9bb5b7e9dd2c,33409,1732191857067 because: Region server is closing 2024-11-21T12:24:42,888 INFO [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33409. 2024-11-21T12:24:42,888 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:42,888 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:42,888 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:42,888 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:42,989 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.ReplicationSource(739): peerId=1, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 terminated 2024-11-21T12:24:42,989 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.ReplicationSource(687): peerId=2, Closing source 2-9bb5b7e9dd2c,33409,1732191857067 because: Region server is closing 2024-11-21T12:24:42,989 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,1-9bb5b7e9dd2c,33409,1732191857067.replicationSource.wal-reader.9bb5b7e9dd2c%2C33409%2C1732191857067,1-9bb5b7e9dd2c,33409,1732191857067 {}] util.Threads(127): sleep interrupted java.lang.InterruptedException: sleep interrupted at java.lang.Thread.sleep(Native Method) ~[?:?] at org.apache.hadoop.hbase.util.Threads.sleep(Threads.java:125) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.sleep(ReplicationSourceWALReader.java:130) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.run(ReplicationSourceWALReader.java:162) ~[classes/:?] 2024-11-21T12:24:42,989 INFO [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;9bb5b7e9dd2c:33409. 2024-11-21T12:24:42,989 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.disconnect(HBaseReplicationEndpoint.java:117) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.doStop(HBaseReplicationEndpoint.java:143) at org.apache.hbase.thirdparty.com.google.common.util.concurrent.AbstractService.stopAsync(AbstractService.java:285) at org.apache.hadoop.hbase.replication.HBaseReplicationEndpoint.stop(HBaseReplicationEndpoint.java:133) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:708) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:682) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:677) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSource.terminate(ReplicationSource.java:672) at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceManager.join(ReplicationSourceManager.java:987) at org.apache.hadoop.hbase.replication.regionserver.Replication.stopReplicationService(Replication.java:160) at org.apache.hadoop.hbase.regionserver.HRegionServer.stopServiceThreads(HRegionServer.java:2532) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:1011) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-11-21T12:24:42,989 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:42,989 DEBUG [RS:0;9bb5b7e9dd2c:33409 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-11-21T12:24:42,989 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-11-21T12:24:43,089 WARN [RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 {}] regionserver.ReplicationSourceShipper(123): Interrupted while waiting for next replication entry batch java.lang.InterruptedException: null at java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1681) ~[?:?] at java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) ~[?:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceWALReader.poll(ReplicationSourceWALReader.java:309) ~[classes/:?] at org.apache.hadoop.hbase.replication.regionserver.ReplicationSourceShipper.run(ReplicationSourceShipper.java:109) ~[classes/:?] 2024-11-21T12:24:43,090 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.ReplicationSource(739): peerId=2, ReplicationSourceWorker RS_REFRESH_PEER-regionserver/9bb5b7e9dd2c:0-0.replicationSource,2-9bb5b7e9dd2c,33409,1732191857067.replicationSource.shipper9bb5b7e9dd2c%2C33409%2C1732191857067,2-9bb5b7e9dd2c,33409,1732191857067 terminated 2024-11-21T12:24:43,090 INFO [RS:0;9bb5b7e9dd2c:33409 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33409 2024-11-21T12:24:43,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904/rs 2024-11-21T12:24:43,092 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1804352904/rs/9bb5b7e9dd2c,33409,1732191857067 2024-11-21T12:24:43,092 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:43,094 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [9bb5b7e9dd2c,33409,1732191857067] 2024-11-21T12:24:43,095 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /0-1804352904/draining/9bb5b7e9dd2c,33409,1732191857067 already deleted, retry=false 2024-11-21T12:24:43,095 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 9bb5b7e9dd2c,33409,1732191857067 expired; onlineServers=0 2024-11-21T12:24:43,095 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '9bb5b7e9dd2c,32859,1732191857007' ***** 2024-11-21T12:24:43,095 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-11-21T12:24:43,095 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-11-21T12:24:43,095 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-11-21T12:24:43,096 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-11-21T12:24:43,096 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-11-21T12:24:43,096 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-11-21T12:24:43,096 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191858489 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.small.0-1732191858489,5,FailOnTimeoutGroup] 2024-11-21T12:24:43,096 DEBUG [master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191858489 {}] cleaner.HFileCleaner(306): Exit Thread[master/9bb5b7e9dd2c:0:becomeActiveMaster-HFileCleaner.large.0-1732191858489,5,FailOnTimeoutGroup] 2024-11-21T12:24:43,096 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.ChoreService(370): Chore service for: master/9bb5b7e9dd2c:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-11-21T12:24:43,096 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-11-21T12:24:43,096 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] master.HMaster(1795): Stopping service threads 2024-11-21T12:24:43,096 INFO [M:0;9bb5b7e9dd2c:32859 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-11-21T12:24:43,096 INFO [M:0;9bb5b7e9dd2c:32859 {}] procedure2.ProcedureExecutor(723): Stopping 2024-11-21T12:24:43,096 INFO [M:0;9bb5b7e9dd2c:32859 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-11-21T12:24:43,096 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-11-21T12:24:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/0-1804352904/master 2024-11-21T12:24:43,098 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/0-1804352904 2024-11-21T12:24:43,098 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] zookeeper.ZKUtil(347): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Unable to get data of znode /0-1804352904/master because node does not exist (not an error) 2024-11-21T12:24:43,098 WARN [M:0;9bb5b7e9dd2c:32859 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-11-21T12:24:43,098 INFO [M:0;9bb5b7e9dd2c:32859 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/.lastflushedseqids 2024-11-21T12:24:43,103 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741853_1029 (size=263) 2024-11-21T12:24:43,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:43,194 INFO [RS:0;9bb5b7e9dd2c:33409 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:43,194 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:33409-0x100624c2f7c0001, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:43,194 INFO [RS:0;9bb5b7e9dd2c:33409 {}] regionserver.HRegionServer(1031): Exiting; stopping=9bb5b7e9dd2c,33409,1732191857067; zookeeper connection closed. 2024-11-21T12:24:43,194 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@2cd51d63 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@2cd51d63 2024-11-21T12:24:43,195 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-11-21T12:24:43,503 INFO [M:0;9bb5b7e9dd2c:32859 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-11-21T12:24:43,504 INFO [M:0;9bb5b7e9dd2c:32859 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-11-21T12:24:43,504 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-11-21T12:24:43,504 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:43,504 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:43,504 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-11-21T12:24:43,504 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:43,504 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=59.84 KB heapSize=70.52 KB 2024-11-21T12:24:43,522 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3769ed4650141048be5906575b813e7 is 82, key is hbase:meta,,1/info:regioninfo/1732191859336/Put/seqid=0 2024-11-21T12:24:43,526 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741854_1030 (size=5672) 2024-11-21T12:24:43,926 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3769ed4650141048be5906575b813e7 2024-11-21T12:24:43,948 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7338cb2e3524c9b9b541ac74bda4c68 is 1480, key is \x00\x00\x00\x00\x00\x00\x00\x08/proc:d/1732191870024/Put/seqid=0 2024-11-21T12:24:43,952 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741855_1031 (size=8910) 2024-11-21T12:24:44,352 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=59.29 KB at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7338cb2e3524c9b9b541ac74bda4c68 2024-11-21T12:24:44,373 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c4c182c0c9d4c859c609ceb99459f69 is 69, key is 9bb5b7e9dd2c,33409,1732191857067/rs:state/1732191858516/Put/seqid=0 2024-11-21T12:24:44,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741856_1032 (size=5156) 2024-11-21T12:24:44,778 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=112 (bloomFilter=true), to=hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c4c182c0c9d4c859c609ceb99459f69 2024-11-21T12:24:44,782 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/a3769ed4650141048be5906575b813e7 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3769ed4650141048be5906575b813e7 2024-11-21T12:24:44,786 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/a3769ed4650141048be5906575b813e7, entries=8, sequenceid=112, filesize=5.5 K 2024-11-21T12:24:44,787 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/e7338cb2e3524c9b9b541ac74bda4c68 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7338cb2e3524c9b9b541ac74bda4c68 2024-11-21T12:24:44,790 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/e7338cb2e3524c9b9b541ac74bda4c68, entries=13, sequenceid=112, filesize=8.7 K 2024-11-21T12:24:44,791 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/2c4c182c0c9d4c859c609ceb99459f69 as hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c4c182c0c9d4c859c609ceb99459f69 2024-11-21T12:24:44,795 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:33675/user/jenkins/test-data/d58dca0e-f241-ec7d-bf09-ad450abad5e2/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/2c4c182c0c9d4c859c609ceb99459f69, entries=1, sequenceid=112, filesize=5.0 K 2024-11-21T12:24:44,795 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(3140): Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=112, compaction requested=false 2024-11-21T12:24:44,797 INFO [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-11-21T12:24:44,797 DEBUG [M:0;9bb5b7e9dd2c:32859 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1732191883504Disabling compacts and flushes for region at 1732191883504Disabling writes for close at 1732191883504Obtaining lock to block concurrent updates at 1732191883504Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732191883504Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=61280, getHeapSize=72144, getOffHeapSize=0, getCellsCount=131 at 1732191883505 (+1 ms)Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732191883505Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732191883505Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732191883521 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732191883522 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732191883931 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732191883947 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732191883947Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732191884356 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732191884372 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732191884372Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3ccf209a: reopening flushed file at 1732191884781 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@119e1027: reopening flushed file at 1732191884786 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5c633ba1: reopening flushed file at 1732191884791 (+5 ms)Finished flush of dataSize ~59.84 KB/61280, heapSize ~70.22 KB/71904, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1291ms, sequenceid=112, compaction requested=false at 1732191884795 (+4 ms)Writing region close event to WAL at 1732191884797 (+2 ms)Closed at 1732191884797 2024-11-21T12:24:44,799 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:39731 is added to blk_1073741830_1006 (size=69067) 2024-11-21T12:24:44,799 INFO [M:0;9bb5b7e9dd2c:32859 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-11-21T12:24:44,799 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-11-21T12:24:44,799 INFO [M:0;9bb5b7e9dd2c:32859 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:32859 2024-11-21T12:24:44,800 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-11-21T12:24:44,902 INFO [M:0;9bb5b7e9dd2c:32859 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-11-21T12:24:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:44,902 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32859-0x100624c2f7c0000, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-11-21T12:24:44,904 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@74ee6f27{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-11-21T12:24:44,905 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2de8c47c{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:44,905 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:44,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6f96effb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:44,905 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e8443a8{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:44,906 WARN [BP-2129514317-172.17.0.2-1732191855881 heartbeating to localhost/127.0.0.1:33675 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-11-21T12:24:44,907 WARN [BP-2129514317-172.17.0.2-1732191855881 heartbeating to localhost/127.0.0.1:33675 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-2129514317-172.17.0.2-1732191855881 (Datanode Uuid 588b89d0-2227-4edb-95f9-312cc51f227e) service to localhost/127.0.0.1:33675 2024-11-21T12:24:44,907 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-11-21T12:24:44,907 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-11-21T12:24:44,907 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/data/data1/current/BP-2129514317-172.17.0.2-1732191855881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:44,908 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/cluster_4955edf2-0b74-c5a3-4696-e6829476508b/data/data2/current/BP-2129514317-172.17.0.2-1732191855881 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-11-21T12:24:44,908 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-11-21T12:24:44,914 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11901b1f{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-11-21T12:24:44,915 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2f9dc39b{HTTP/1.1, (http/1.1)}{localhost:0} 2024-11-21T12:24:44,915 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-11-21T12:24:44,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@56e05721{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-11-21T12:24:44,915 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@3dc8f12{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/test-data/9b54f717-5ccd-8e49-faac-40df97347b73/hadoop.log.dir/,STOPPED} 2024-11-21T12:24:44,922 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-11-21T12:24:44,936 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-11-21T12:24:44,958 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: replication.TestMasterReplication#testHFileMultiSlaveReplication Thread=593 (was 536) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.22@localhost:33217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: nioEventLoopGroup-40-3 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33217 from jenkins.hfs.22 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: LeaseRenewer:jenkins.hfs.21@localhost:33675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33217 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-47-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins.hfs.23@localhost:46733 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46733 from jenkins.hfs.23 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: HMaster-EventLoopGroup-45-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:46733 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:46733 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33217 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: LeaseRenewer:jenkins@localhost:33675 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.run(LeaseRenewer.java:441) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer.access$800(LeaseRenewer.java:77) app//org.apache.hadoop.hdfs.client.impl.LeaseRenewer$1.run(LeaseRenewer.java:336) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-45-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-2 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-41-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: nioEventLoopGroup-40-1 java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//io.netty.util.concurrent.SingleThreadEventExecutor.confirmShutdown(SingleThreadEventExecutor.java:787) app//io.netty.channel.nio.NioEventLoop.run(NioEventLoop.java:596) app//io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:994) app//io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33675 from jenkins.hfs.21 java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33217 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-48-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Time-limited test-SendThread(127.0.0.1:50029) java.base@17.0.11/java.lang.Thread.sleep(Native Method) app//org.apache.zookeeper.ClientCnxnSocketNIO.cleanup(ClientCnxnSocketNIO.java:214) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanup(ClientCnxn.java:1395) app//org.apache.zookeeper.ClientCnxn$SendThread.cleanAndNotifyState(ClientCnxn.java:1336) app//org.apache.zookeeper.ClientCnxn$SendThread.run(ClientCnxn.java:1309) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-50-3 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Client (1628107266) connection to localhost/127.0.0.1:33675 from jenkins java.base@17.0.11/java.lang.Object.wait(Native Method) app//org.apache.hadoop.ipc.Client$Connection.waitForWork(Client.java:1042) app//org.apache.hadoop.ipc.Client$Connection.run(Client.java:1093) Potentially hanging thread: MiniHBaseClusterRegionServer-EventLoopGroup-46-1 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: IPC Parameter Sending Thread for localhost/127.0.0.1:33675 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferQueue.transfer(SynchronousQueue.java:704) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) app//org.apache.hadoop.ipc.Client$Connection$RpcRequestSender.run(Client.java:1121) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HMaster-EventLoopGroup-49-2 app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native Method) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:220) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.Native.epollWait(Native.java:213) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.epollWaitNoTimerChange(EpollEventLoop.java:308) app//org.apache.hbase.thirdparty.io.netty.channel.epoll.EpollEventLoop.run(EpollEventLoop.java:365) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.SingleThreadEventExecutor$4.run(SingleThreadEventExecutor.java:997) app//org.apache.hbase.thirdparty.io.netty.util.internal.ThreadExecutorMap$2.run(ThreadExecutorMap.java:74) app//org.apache.hbase.thirdparty.io.netty.util.concurrent.FastThreadLocalRunnable.run(FastThreadLocalRunnable.java:30) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=976 (was 882) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=433 (was 492), ProcessCount=11 (was 11), AvailableMemoryMB=6680 (was 7511) 2024-11-21T12:24:44,959 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=593 is superior to 500 2024-11-21T12:24:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster0-0x100624c2f7c0002, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster1-0x100624c2f7c0005, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:45,020 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): cluster2-0x100624c2f7c0008, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received ZooKeeper Event, type=None, state=Disconnected, path=null 2024-11-21T12:24:45,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster1-0x100624c2f7c0005, quorum=127.0.0.1:50029, baseZNode=/1-511289447 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:24:45,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster2-0x100624c2f7c0008, quorum=127.0.0.1:50029, baseZNode=/2-506345330 Received Disconnected from ZooKeeper, ignoring 2024-11-21T12:24:45,021 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(640): cluster0-0x100624c2f7c0002, quorum=127.0.0.1:50029, baseZNode=/0-1804352904 Received Disconnected from ZooKeeper, ignoring